2024-11-14 06:53:56,564 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 06:53:56,574 main DEBUG Took 0.009116 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 06:53:56,575 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 06:53:56,575 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 06:53:56,576 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 06:53:56,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,584 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 06:53:56,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,599 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,601 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,602 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,603 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,604 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 06:53:56,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,608 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 06:53:56,610 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 06:53:56,611 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 06:53:56,613 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 06:53:56,614 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 06:53:56,616 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 06:53:56,616 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 06:53:56,625 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 06:53:56,629 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 06:53:56,631 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 06:53:56,631 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 06:53:56,632 main DEBUG createAppenders(={Console}) 2024-11-14 06:53:56,633 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-14 06:53:56,633 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 06:53:56,633 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-14 06:53:56,634 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 06:53:56,634 main DEBUG OutputStream closed 2024-11-14 06:53:56,635 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 06:53:56,635 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 06:53:56,636 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-14 06:53:56,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 06:53:56,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 06:53:56,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 06:53:56,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 06:53:56,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 06:53:56,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 06:53:56,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 06:53:56,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 06:53:56,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 06:53:56,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 06:53:56,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 06:53:56,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 06:53:56,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 06:53:56,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 06:53:56,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 06:53:56,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 06:53:56,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 06:53:56,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 06:53:56,727 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 06:53:56,728 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-14 06:53:56,728 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 06:53:56,729 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-14T06:53:56,959 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece 2024-11-14 06:53:56,961 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 06:53:56,962 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T06:53:56,970 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-14T06:53:56,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T06:53:57,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392, deleteOnExit=true 2024-11-14T06:53:57,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T06:53:57,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/test.cache.data in system properties and HBase conf 2024-11-14T06:53:57,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T06:53:57,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.log.dir in system properties and HBase conf 2024-11-14T06:53:57,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T06:53:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T06:53:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T06:53:57,103 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T06:53:57,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T06:53:57,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:53:57,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T06:53:57,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T06:53:57,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:53:57,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T06:53:57,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T06:53:57,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T06:53:57,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:53:57,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T06:53:57,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/nfs.dump.dir in system properties and HBase conf 2024-11-14T06:53:57,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/java.io.tmpdir in system properties and HBase conf 2024-11-14T06:53:57,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T06:53:57,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T06:53:57,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T06:53:57,912 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T06:53:57,980 INFO [Time-limited test {}] log.Log(170): Logging initialized @2115ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T06:53:58,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:53:58,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:53:58,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:53:58,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:53:58,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T06:53:58,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:53:58,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:53:58,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:53:58,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/java.io.tmpdir/jetty-localhost-35861-hadoop-hdfs-3_4_1-tests_jar-_-any-6902411090870720004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:53:58,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:35861} 2024-11-14T06:53:58,368 INFO [Time-limited test {}] server.Server(415): Started @2503ms 2024-11-14T06:53:58,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T06:53:58,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T06:53:58,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T06:53:58,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T06:53:58,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T06:53:58,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.log.dir/,AVAILABLE} 2024-11-14T06:53:58,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T06:53:58,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/java.io.tmpdir/jetty-localhost-40953-hadoop-hdfs-3_4_1-tests_jar-_-any-6635359654799332396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:53:58,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:40953} 2024-11-14T06:53:58,831 INFO [Time-limited test {}] server.Server(415): Started @2966ms 2024-11-14T06:53:58,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T06:53:59,312 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/data/data2/current/BP-1745568158-172.17.0.2-1731567237702/current, will proceed with Du for space computation calculation, 2024-11-14T06:53:59,312 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/data/data1/current/BP-1745568158-172.17.0.2-1731567237702/current, will proceed with Du for space computation calculation, 2024-11-14T06:53:59,344 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T06:53:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71cc537fe46f1ec with lease ID 0x7e57568710ab6136: Processing first storage report for DS-82455467-ba81-4e80-9c93-b6658ce191dd from datanode DatanodeRegistration(127.0.0.1:40849, datanodeUuid=a3563584-48be-4b90-9c06-f9704d014efd, infoPort=41969, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1189145597;c=1731567237702) 2024-11-14T06:53:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71cc537fe46f1ec with lease ID 0x7e57568710ab6136: from storage DS-82455467-ba81-4e80-9c93-b6658ce191dd node DatanodeRegistration(127.0.0.1:40849, datanodeUuid=a3563584-48be-4b90-9c06-f9704d014efd, infoPort=41969, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1189145597;c=1731567237702), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T06:53:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71cc537fe46f1ec with lease ID 0x7e57568710ab6136: Processing first storage report for DS-bd2543be-03d4-4c80-b170-e3f4a16a9f71 from datanode DatanodeRegistration(127.0.0.1:40849, datanodeUuid=a3563584-48be-4b90-9c06-f9704d014efd, infoPort=41969, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1189145597;c=1731567237702) 2024-11-14T06:53:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71cc537fe46f1ec with lease ID 0x7e57568710ab6136: from storage DS-bd2543be-03d4-4c80-b170-e3f4a16a9f71 node DatanodeRegistration(127.0.0.1:40849, datanodeUuid=a3563584-48be-4b90-9c06-f9704d014efd, infoPort=41969, infoSecurePort=0, ipcPort=42235, storageInfo=lv=-57;cid=testClusterID;nsid=1189145597;c=1731567237702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T06:53:59,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece 2024-11-14T06:53:59,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/zookeeper_0, clientPort=60014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T06:53:59,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60014 2024-11-14T06:53:59,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:53:59,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:53:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741825_1001 (size=7) 2024-11-14T06:54:00,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e with version=8 2024-11-14T06:54:00,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/hbase-staging 2024-11-14T06:54:00,302 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T06:54:00,497 INFO [Time-limited test {}] client.ConnectionUtils(128): master/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:54:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:54:00,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:54:00,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T06:54:00,687 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T06:54:00,695 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T06:54:00,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:54:00,721 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 76934 (auto-detected) 2024-11-14T06:54:00,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T06:54:00,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45465 2024-11-14T06:54:00,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45465 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-11-14T06:54:00,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454650x0, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:54:00,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45465-0x1003d029de40000 connected 2024-11-14T06:54:00,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:54:00,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:54:00,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:54:00,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e, hbase.cluster.distributed=false 2024-11-14T06:54:00,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:54:00,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-14T06:54:00,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45465 2024-11-14T06:54:00,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45465 2024-11-14T06:54:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-14T06:54:00,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45465 2024-11-14T06:54:00,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/20680646cf8a:0 server-side Connection retries=45 2024-11-14T06:54:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T06:54:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T06:54:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T06:54:00,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T06:54:00,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T06:54:00,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38461 2024-11-14T06:54:00,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38461 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-11-14T06:54:00,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:54:00,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:54:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384610x0, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T06:54:01,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384610x0, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:54:01,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38461-0x1003d029de40001 connected 2024-11-14T06:54:01,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T06:54:01,058 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T06:54:01,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T06:54:01,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T06:54:01,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-14T06:54:01,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38461 2024-11-14T06:54:01,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38461 2024-11-14T06:54:01,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-14T06:54:01,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38461 2024-11-14T06:54:01,083 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;20680646cf8a:45465 2024-11-14T06:54:01,084 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/20680646cf8a,45465,1731567240347 2024-11-14T06:54:01,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:54:01,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:54:01,260 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/20680646cf8a,45465,1731567240347 2024-11-14T06:54:01,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T06:54:01,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:01,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:01,284 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T06:54:01,285 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/20680646cf8a,45465,1731567240347 from backup master directory 2024-11-14T06:54:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:54:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/20680646cf8a,45465,1731567240347 2024-11-14T06:54:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T06:54:01,288 WARN [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:54:01,288 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=20680646cf8a,45465,1731567240347 2024-11-14T06:54:01,290 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T06:54:01,291 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T06:54:01,342 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/hbase.id] with ID: b31aeddc-48fd-4543-9fc1-af295e84ff48 2024-11-14T06:54:01,342 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/.tmp/hbase.id 2024-11-14T06:54:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741826_1002 (size=42) 2024-11-14T06:54:01,758 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/.tmp/hbase.id]:[hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/hbase.id] 2024-11-14T06:54:01,814 INFO [master/20680646cf8a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T06:54:01,819 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T06:54:01,838 INFO [master/20680646cf8a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T06:54:01,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:01,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741827_1003 (size=196) 2024-11-14T06:54:02,279 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:54:02,282 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T06:54:02,302 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:02,306 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:54:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741828_1004 (size=1189) 2024-11-14T06:54:02,751 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store 2024-11-14T06:54:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741829_1005 (size=34) 2024-11-14T06:54:03,182 INFO [master/20680646cf8a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T06:54:03,185 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:03,186 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:54:03,186 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:54:03,187 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:54:03,188 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:54:03,188 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:54:03,188 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:54:03,190 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731567243186Disabling compacts and flushes for region at 1731567243186Disabling writes for close at 1731567243188 (+2 ms)Writing region close event to WAL at 1731567243188Closed at 1731567243188 2024-11-14T06:54:03,192 WARN [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/.initializing 2024-11-14T06:54:03,192 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/WALs/20680646cf8a,45465,1731567240347 2024-11-14T06:54:03,200 INFO [master/20680646cf8a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:54:03,215 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C45465%2C1731567240347, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/WALs/20680646cf8a,45465,1731567240347, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/oldWALs, maxLogs=10 2024-11-14T06:54:03,237 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/WALs/20680646cf8a,45465,1731567240347/20680646cf8a%2C45465%2C1731567240347.1731567243220, exclude list is [], retry=0 2024-11-14T06:54:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40849,DS-82455467-ba81-4e80-9c93-b6658ce191dd,DISK] 2024-11-14T06:54:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T06:54:03,284 INFO [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/WALs/20680646cf8a,45465,1731567240347/20680646cf8a%2C45465%2C1731567240347.1731567243220 2024-11-14T06:54:03,285 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-14T06:54:03,286 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:54:03,286 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:03,289 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,290 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T06:54:03,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:03,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:03,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T06:54:03,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:03,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:03,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T06:54:03,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:03,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:03,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T06:54:03,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:03,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:03,364 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,368 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,369 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,374 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,375 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,378 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T06:54:03,382 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T06:54:03,387 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:54:03,388 INFO [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74866405, jitterRate=0.11559636890888214}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T06:54:03,395 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731567243301Initializing all the Stores at 1731567243303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567243304 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567243304Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567243305 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567243305Cleaning up temporary data from old regions at 1731567243375 (+70 ms)Region opened successfully at 1731567243395 (+20 ms) 2024-11-14T06:54:03,397 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T06:54:03,427 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fe616c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:54:03,453 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T06:54:03,462 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T06:54:03,463 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T06:54:03,465 INFO [master/20680646cf8a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T06:54:03,466 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T06:54:03,471 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T06:54:03,471 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T06:54:03,494 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T06:54:03,501 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T06:54:03,503 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T06:54:03,505 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T06:54:03,507 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T06:54:03,508 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T06:54:03,510 INFO [master/20680646cf8a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T06:54:03,513 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T06:54:03,514 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T06:54:03,515 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T06:54:03,516 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T06:54:03,532 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T06:54:03,533 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T06:54:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:54:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T06:54:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,538 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=20680646cf8a,45465,1731567240347, sessionid=0x1003d029de40000, setting cluster-up flag (Was=false) 2024-11-14T06:54:03,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,553 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T06:54:03,554 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,45465,1731567240347 2024-11-14T06:54:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:03,564 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T06:54:03,566 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=20680646cf8a,45465,1731567240347 2024-11-14T06:54:03,572 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T06:54:03,575 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(746): ClusterId : b31aeddc-48fd-4543-9fc1-af295e84ff48 2024-11-14T06:54:03,578 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T06:54:03,581 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T06:54:03,581 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T06:54:03,583 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T06:54:03,584 DEBUG [RS:0;20680646cf8a:38461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e54765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=20680646cf8a/172.17.0.2:0 2024-11-14T06:54:03,596 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;20680646cf8a:38461 2024-11-14T06:54:03,599 INFO [RS:0;20680646cf8a:38461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T06:54:03,599 INFO [RS:0;20680646cf8a:38461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T06:54:03,599 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T06:54:03,602 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,45465,1731567240347 with port=38461, startcode=1731567240936 2024-11-14T06:54:03,611 DEBUG [RS:0;20680646cf8a:38461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T06:54:03,644 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T06:54:03,643 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T06:54:03,650 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:03,654 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T06:54:03,661 INFO [master/20680646cf8a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T06:54:03,666 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 20680646cf8a,45465,1731567240347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T06:54:03,673 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:54:03,673 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:54:03,673 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:54:03,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/20680646cf8a:0, corePoolSize=5, maxPoolSize=5 2024-11-14T06:54:03,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/20680646cf8a:0, corePoolSize=10, maxPoolSize=10 2024-11-14T06:54:03,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:54:03,674 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,677 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731567273677 2024-11-14T06:54:03,678 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T06:54:03,678 WARN [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T06:54:03,679 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T06:54:03,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:54:03,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T06:54:03,680 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T06:54:03,683 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T06:54:03,683 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T06:54:03,684 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T06:54:03,684 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T06:54:03,684 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:03,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T06:54:03,684 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,687 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T06:54:03,689 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T06:54:03,690 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T06:54:03,691 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T06:54:03,692 INFO [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T06:54:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741831_1007 (size=1321) 2024-11-14T06:54:03,694 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731567243693,5,FailOnTimeoutGroup] 2024-11-14T06:54:03,696 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731567243694,5,FailOnTimeoutGroup] 2024-11-14T06:54:03,697 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,697 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T06:54:03,698 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,698 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,781 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(2659): reportForDuty to master=20680646cf8a,45465,1731567240347 with port=38461, startcode=1731567240936 2024-11-14T06:54:03,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45465 {}] master.ServerManager(517): Registering regionserver=20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,801 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:54:03,801 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41621 2024-11-14T06:54:03,801 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T06:54:03,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:54:03,805 DEBUG [RS:0;20680646cf8a:38461 {}] zookeeper.ZKUtil(111): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,805 WARN [RS:0;20680646cf8a:38461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T06:54:03,805 INFO [RS:0;20680646cf8a:38461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:54:03,805 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [20680646cf8a,38461,1731567240936] 2024-11-14T06:54:03,830 INFO [RS:0;20680646cf8a:38461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T06:54:03,852 INFO [RS:0;20680646cf8a:38461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T06:54:03,857 INFO [RS:0;20680646cf8a:38461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T06:54:03,857 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,858 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T06:54:03,863 INFO [RS:0;20680646cf8a:38461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T06:54:03,865 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,865 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,865 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,865 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,865 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,865 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/20680646cf8a:0, corePoolSize=2, maxPoolSize=2 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,866 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/20680646cf8a:0, corePoolSize=1, maxPoolSize=1 2024-11-14T06:54:03,867 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:54:03,867 DEBUG [RS:0;20680646cf8a:38461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0, corePoolSize=3, maxPoolSize=3 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,868 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38461,1731567240936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:54:03,889 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T06:54:03,891 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,38461,1731567240936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,892 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,892 INFO [RS:0;20680646cf8a:38461 {}] regionserver.Replication(171): 20680646cf8a,38461,1731567240936 started 2024-11-14T06:54:03,913 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:03,913 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1482): Serving as 20680646cf8a,38461,1731567240936, RpcServer on 20680646cf8a/172.17.0.2:38461, sessionid=0x1003d029de40001 2024-11-14T06:54:03,914 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T06:54:03,915 DEBUG [RS:0;20680646cf8a:38461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,915 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,38461,1731567240936' 2024-11-14T06:54:03,915 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T06:54:03,916 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T06:54:03,917 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T06:54:03,917 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T06:54:03,917 DEBUG [RS:0;20680646cf8a:38461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 20680646cf8a,38461,1731567240936 2024-11-14T06:54:03,917 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '20680646cf8a,38461,1731567240936' 2024-11-14T06:54:03,917 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T06:54:03,918 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T06:54:03,919 DEBUG [RS:0;20680646cf8a:38461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T06:54:03,919 INFO [RS:0;20680646cf8a:38461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T06:54:03,919 INFO [RS:0;20680646cf8a:38461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T06:54:04,025 INFO [RS:0;20680646cf8a:38461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T06:54:04,030 INFO [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C38461%2C1731567240936, suffix=, logDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/oldWALs, maxLogs=32 2024-11-14T06:54:04,046 DEBUG [RS:0;20680646cf8a:38461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936/20680646cf8a%2C38461%2C1731567240936.1731567244032, exclude list is [], retry=0 2024-11-14T06:54:04,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40849,DS-82455467-ba81-4e80-9c93-b6658ce191dd,DISK] 2024-11-14T06:54:04,054 INFO [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936/20680646cf8a%2C38461%2C1731567240936.1731567244032 2024-11-14T06:54:04,055 DEBUG [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-14T06:54:04,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T06:54:04,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:54:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741833_1009 (size=32) 2024-11-14T06:54:04,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:04,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:54:04,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:54:04,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:04,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:04,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:54:04,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:54:04,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:54:04,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:54:04,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:04,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:04,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:54:04,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:54:04,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:04,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:04,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:54:04,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740 2024-11-14T06:54:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740 2024-11-14T06:54:04,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:54:04,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:54:04,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:54:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:54:04,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:54:04,551 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60004141, jitterRate=-0.1058686226606369}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:54:04,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731567244515Initializing all the Stores at 1731567244519 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567244520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244520Cleaning up temporary data from old regions at 1731567244544 (+24 ms)Region opened successfully at 1731567244555 (+11 ms) 2024-11-14T06:54:04,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:54:04,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:54:04,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:54:04,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:54:04,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:54:04,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:54:04,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731567244555Disabling compacts and flushes for region at 1731567244555Disabling writes for close at 1731567244555Writing region close event to WAL at 1731567244556 (+1 ms)Closed at 1731567244557 (+1 ms) 2024-11-14T06:54:04,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:54:04,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T06:54:04,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T06:54:04,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:54:04,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T06:54:04,730 DEBUG [20680646cf8a:45465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T06:54:04,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:04,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,38461,1731567240936, state=OPENING 2024-11-14T06:54:04,757 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T06:54:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:04,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:54:04,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:54:04,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:54:04,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T06:54:04,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:04,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T06:54:04,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58347, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T06:54:04,954 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T06:54:04,954 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T06:54:04,955 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T06:54:04,958 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=20680646cf8a%2C38461%2C1731567240936.meta, suffix=.meta, logDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936, archiveDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/oldWALs, maxLogs=32 2024-11-14T06:54:04,973 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936/20680646cf8a%2C38461%2C1731567240936.meta.1731567244961.meta, exclude list is [], retry=0 2024-11-14T06:54:04,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40849,DS-82455467-ba81-4e80-9c93-b6658ce191dd,DISK] 2024-11-14T06:54:04,980 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/WALs/20680646cf8a,38461,1731567240936/20680646cf8a%2C38461%2C1731567240936.meta.1731567244961.meta 2024-11-14T06:54:04,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-14T06:54:04,981 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:54:04,983 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T06:54:04,985 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T06:54:04,989 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T06:54:04,993 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T06:54:04,994 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:04,994 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T06:54:04,994 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T06:54:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T06:54:04,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T06:54:04,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T06:54:05,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T06:54:05,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:05,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:05,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T06:54:05,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T06:54:05,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:05,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:05,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T06:54:05,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T06:54:05,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:05,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T06:54:05,008 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T06:54:05,010 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740 2024-11-14T06:54:05,012 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740 2024-11-14T06:54:05,015 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T06:54:05,015 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T06:54:05,016 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:54:05,018 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T06:54:05,020 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942968, jitterRate=0.057132601737976074}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:54:05,020 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T06:54:05,021 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731567244994Writing region info on filesystem at 1731567244995 (+1 ms)Initializing all the Stores at 1731567244997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567244997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731567244997Cleaning up temporary data from old regions at 1731567245015 (+18 ms)Running coprocessor post-open hooks at 1731567245020 (+5 ms)Region opened successfully at 1731567245021 (+1 ms) 2024-11-14T06:54:05,027 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731567244931 2024-11-14T06:54:05,039 DEBUG [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T06:54:05,040 INFO [RS_OPEN_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T06:54:05,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:05,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 20680646cf8a,38461,1731567240936, state=OPEN 2024-11-14T06:54:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:54:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T06:54:05,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:54:05,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T06:54:05,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:05,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T06:54:05,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=20680646cf8a,38461,1731567240936 in 285 msec 2024-11-14T06:54:05,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T06:54:05,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-14T06:54:05,064 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T06:54:05,064 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T06:54:05,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:05,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:05,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:05,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56987, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:05,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5220 sec 2024-11-14T06:54:05,134 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731567245134, completionTime=-1 2024-11-14T06:54:05,136 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T06:54:05,136 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T06:54:05,160 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T06:54:05,160 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731567305160 2024-11-14T06:54:05,160 INFO [master/20680646cf8a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731567365160 2024-11-14T06:54:05,160 INFO [master/20680646cf8a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-14T06:54:05,162 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,162 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,162 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,164 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-20680646cf8a:45465, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,164 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,164 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,170 DEBUG [master/20680646cf8a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T06:54:05,193 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.904sec 2024-11-14T06:54:05,195 INFO [master/20680646cf8a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T06:54:05,197 INFO [master/20680646cf8a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T06:54:05,198 INFO [master/20680646cf8a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T06:54:05,198 INFO [master/20680646cf8a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T06:54:05,198 INFO [master/20680646cf8a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T06:54:05,199 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T06:54:05,200 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T06:54:05,207 DEBUG [master/20680646cf8a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T06:54:05,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T06:54:05,208 INFO [master/20680646cf8a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=20680646cf8a,45465,1731567240347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T06:54:05,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:05,288 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T06:54:05,288 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T06:54:05,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:05,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:05,307 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:05,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:05,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:05,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:05,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:05,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=20680646cf8a,45465,1731567240347 2024-11-14T06:54:05,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=636, ProcessCount=11, AvailableMemoryMB=2712 2024-11-14T06:54:05,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:54:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:54:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f36750 2024-11-14T06:54:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:54:05,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:54:05,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:54:05,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:54:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:05,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:54:05,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T06:54:05,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:05,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:54:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741835_1011 (size=1061) 2024-11-14T06:54:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:05,822 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:54:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741836_1012 (size=53) 2024-11-14T06:54:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:06,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:06,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6994d1e68af0a8684ca2609b1acc7a15, disabling compactions & flushes 2024-11-14T06:54:06,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. after waiting 0 ms 2024-11-14T06:54:06,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6994d1e68af0a8684ca2609b1acc7a15: Waiting for close lock at 1731567246235Disabling compacts and flushes for region at 1731567246235Disabling writes for close at 1731567246236 (+1 ms)Writing region close event to WAL at 1731567246236Closed at 1731567246236 2024-11-14T06:54:06,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:54:06,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567246241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567246241"}]},"ts":"1731567246241"} 2024-11-14T06:54:06,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:54:06,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:54:06,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567246257"}]},"ts":"1731567246257"} 2024-11-14T06:54:06,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:54:06,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, ASSIGN}] 2024-11-14T06:54:06,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, ASSIGN 2024-11-14T06:54:06,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:54:06,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6994d1e68af0a8684ca2609b1acc7a15, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:06,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, ASSIGN because future has completed 2024-11-14T06:54:06,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:06,600 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,601 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:54:06,601 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,602 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:06,602 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,602 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,606 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,610 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:06,610 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6994d1e68af0a8684ca2609b1acc7a15 columnFamilyName A 2024-11-14T06:54:06,610 DEBUG [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:06,612 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(327): Store=6994d1e68af0a8684ca2609b1acc7a15/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:06,612 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,614 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:06,615 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6994d1e68af0a8684ca2609b1acc7a15 columnFamilyName B 2024-11-14T06:54:06,615 DEBUG [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:06,616 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(327): Store=6994d1e68af0a8684ca2609b1acc7a15/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:06,616 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,618 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:06,618 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6994d1e68af0a8684ca2609b1acc7a15 columnFamilyName C 2024-11-14T06:54:06,619 DEBUG [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:06,619 INFO [StoreOpener-6994d1e68af0a8684ca2609b1acc7a15-1 {}] regionserver.HStore(327): Store=6994d1e68af0a8684ca2609b1acc7a15/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:06,620 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,620 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,622 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,622 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,624 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,625 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,626 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:54:06,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,632 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:54:06,633 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6994d1e68af0a8684ca2609b1acc7a15; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60349746, jitterRate=-0.10071870684623718}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:54:06,633 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:06,634 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6994d1e68af0a8684ca2609b1acc7a15: Running coprocessor pre-open hook at 1731567246603Writing region info on filesystem at 1731567246603Initializing all the Stores at 1731567246605 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567246605Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567246605Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567246606 (+1 ms)Cleaning up temporary data from old regions at 1731567246625 (+19 ms)Running coprocessor post-open hooks at 1731567246633 (+8 ms)Region opened successfully at 1731567246634 (+1 ms) 2024-11-14T06:54:06,636 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., pid=6, masterSystemTime=1731567246588 2024-11-14T06:54:06,639 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,640 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:06,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6994d1e68af0a8684ca2609b1acc7a15, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:06,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:54:06,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T06:54:06,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 in 212 msec 2024-11-14T06:54:06,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T06:54:06,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, ASSIGN in 385 msec 2024-11-14T06:54:06,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:54:06,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567246655"}]},"ts":"1731567246655"} 2024-11-14T06:54:06,658 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:54:06,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:54:06,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec 2024-11-14T06:54:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T06:54:07,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:07,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b147913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,593 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac9b062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:54:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:54:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2270851e 2024-11-14T06:54:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:54:07,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:54:07,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,620 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553a6f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,626 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,631 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,635 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a084b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6b748f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,643 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da77f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,647 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1768f353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500e7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,657 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14983026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7a39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,665 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4abfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,667 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8b0650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1850bf91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:07,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:07,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a05079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:07,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:07,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa13435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:07,684 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,684 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,684 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,686 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,688 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,688 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,689 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,689 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,690 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,693 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,693 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:07,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,695 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,696 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:07,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:07,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:07,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:54:07,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T06:54:07,735 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:07,737 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:07,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:07,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:54:07,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:07,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567307899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567307909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:07,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567307912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:07,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/af4b9f3a4ac9448e9428e572b144851c is 50, key is test_row_0/A:col10/1731567247761/Put/seqid=0 2024-11-14T06:54:07,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T06:54:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:07,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:07,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567307916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:07,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567307921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741837_1013 (size=12001) 2024-11-14T06:54:07,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/af4b9f3a4ac9448e9428e572b144851c 2024-11-14T06:54:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567308034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567308034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567308034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:08,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567308054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567308063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2e5bf059b7db4a3c9da7837a45d81d81 is 50, key is test_row_0/B:col10/1731567247761/Put/seqid=0 2024-11-14T06:54:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741838_1014 (size=12001) 2024-11-14T06:54:08,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2e5bf059b7db4a3c9da7837a45d81d81 2024-11-14T06:54:08,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T06:54:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:08,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:08,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:08,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/12e56dde2a1146b6a927e000029433f3 is 50, key is test_row_0/C:col10/1731567247761/Put/seqid=0 2024-11-14T06:54:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741839_1015 (size=12001) 2024-11-14T06:54:08,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/12e56dde2a1146b6a927e000029433f3 2024-11-14T06:54:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/af4b9f3a4ac9448e9428e572b144851c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c 2024-11-14T06:54:08,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:54:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567308244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2e5bf059b7db4a3c9da7837a45d81d81 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81 2024-11-14T06:54:08,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:54:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/12e56dde2a1146b6a927e000029433f3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3 2024-11-14T06:54:08,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:54:08,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6994d1e68af0a8684ca2609b1acc7a15 in 490ms, sequenceid=13, compaction requested=false 2024-11-14T06:54:08,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T06:54:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T06:54:08,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:08,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:08,298 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:54:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:08,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:08,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567247899, max timestamp=1731567248290Num uniques 859; 2024-11-14T06:54:08,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:08,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:08,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567247899, max timestamp=1731567248292Num uniques 859; 2024-11-14T06:54:08,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/1e8887f6c4ae4c42b8eec0f6334c4caa is 50, key is test_row_0/A:col10/1731567247910/Put/seqid=0 2024-11-14T06:54:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741840_1016 (size=12001) 2024-11-14T06:54:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567308398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567308404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567308410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567308414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567308523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567308524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567308545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567308546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567308553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567308743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567308744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567308754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567308763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:08,773 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/1e8887f6c4ae4c42b8eec0f6334c4caa 2024-11-14T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/a6196f044bca4609b98f082dbba47fab is 50, key is test_row_0/B:col10/1731567247910/Put/seqid=0 2024-11-14T06:54:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741841_1017 (size=12001) 2024-11-14T06:54:08,820 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/a6196f044bca4609b98f082dbba47fab 2024-11-14T06:54:08,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ca23b3f0160943de9164258e6a40a76f is 50, key is test_row_0/C:col10/1731567247910/Put/seqid=0 2024-11-14T06:54:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741842_1018 (size=12001) 2024-11-14T06:54:08,870 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ca23b3f0160943de9164258e6a40a76f 2024-11-14T06:54:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/1e8887f6c4ae4c42b8eec0f6334c4caa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa 2024-11-14T06:54:08,910 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa, entries=150, sequenceid=35, filesize=11.7 K 2024-11-14T06:54:08,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/a6196f044bca4609b98f082dbba47fab as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab 2024-11-14T06:54:08,931 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab, entries=150, sequenceid=35, filesize=11.7 K 2024-11-14T06:54:08,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ca23b3f0160943de9164258e6a40a76f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f 2024-11-14T06:54:08,947 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f, entries=150, sequenceid=35, filesize=11.7 K 2024-11-14T06:54:08,949 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for 6994d1e68af0a8684ca2609b1acc7a15 in 651ms, sequenceid=35, compaction requested=false 2024-11-14T06:54:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T06:54:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T06:54:08,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T06:54:08,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-14T06:54:08,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2340 sec 2024-11-14T06:54:09,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567248391, max timestamp=1731567249054Num uniques 859; 2024-11-14T06:54:09,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:09,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567248391, max timestamp=1731567249054Num uniques 859; 2024-11-14T06:54:09,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:09,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:09,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/baf99327bb164be9902b4daedccd1237 is 50, key is test_row_0/A:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741843_1019 (size=14341) 2024-11-14T06:54:09,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/baf99327bb164be9902b4daedccd1237 2024-11-14T06:54:09,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/dfb53fc8c7a240c290056989c140e8ed is 50, key is test_row_0/B:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741844_1020 (size=12001) 2024-11-14T06:54:09,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/dfb53fc8c7a240c290056989c140e8ed 2024-11-14T06:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567249120, max timestamp=1731567249144Num uniques 859; 2024-11-14T06:54:09,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:09,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567249120, max timestamp=1731567249142Num uniques 859; 2024-11-14T06:54:09,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:09,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567249120, max timestamp=1731567249147Num uniques 859; 2024-11-14T06:54:09,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:09,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/d4521eee2f2a4c03944b1b1078e2815a is 50, key is test_row_0/C:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741845_1021 (size=12001) 2024-11-14T06:54:09,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/d4521eee2f2a4c03944b1b1078e2815a 2024-11-14T06:54:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567309194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567309208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/baf99327bb164be9902b4daedccd1237 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237 2024-11-14T06:54:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567309201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567309213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567309215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237, entries=200, sequenceid=56, filesize=14.0 K 2024-11-14T06:54:09,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/dfb53fc8c7a240c290056989c140e8ed as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed 2024-11-14T06:54:09,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed, entries=150, sequenceid=56, filesize=11.7 K 2024-11-14T06:54:09,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/d4521eee2f2a4c03944b1b1078e2815a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a 2024-11-14T06:54:09,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-14T06:54:09,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 6994d1e68af0a8684ca2609b1acc7a15 in 216ms, sequenceid=56, compaction requested=true 2024-11-14T06:54:09,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:09,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:09,284 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:09,284 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:09,288 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:09,288 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:09,290 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:09,290 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:09,291 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:09,291 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:09,291 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=37.4 K 2024-11-14T06:54:09,291 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=35.2 K 2024-11-14T06:54:09,293 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting af4b9f3a4ac9448e9428e572b144851c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567247761 2024-11-14T06:54:09,293 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5bf059b7db4a3c9da7837a45d81d81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567247761 2024-11-14T06:54:09,295 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e8887f6c4ae4c42b8eec0f6334c4caa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731567247899 2024-11-14T06:54:09,295 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a6196f044bca4609b98f082dbba47fab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731567247899 2024-11-14T06:54:09,296 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf99327bb164be9902b4daedccd1237, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:09,296 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting dfb53fc8c7a240c290056989c140e8ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:09,344 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:09,345 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/fd74a9fda66a4a828001a502e550dad5 is 50, key is test_row_0/B:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:09,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:54:09,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:09,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:09,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:09,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:09,357 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:09,358 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/759dd572358f4359a48b33ce68d8a73e is 50, key is test_row_0/A:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/076a7f79bda64fedb8238504e2319fb6 is 50, key is test_row_0/A:col10/1731567249347/Put/seqid=0 2024-11-14T06:54:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741846_1022 (size=12104) 2024-11-14T06:54:09,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567309363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567309364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741847_1023 (size=12104) 2024-11-14T06:54:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567309373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,400 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/fd74a9fda66a4a828001a502e550dad5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/fd74a9fda66a4a828001a502e550dad5 2024-11-14T06:54:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,409 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/759dd572358f4359a48b33ce68d8a73e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/759dd572358f4359a48b33ce68d8a73e 2024-11-14T06:54:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567309384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567309385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,434 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 759dd572358f4359a48b33ce68d8a73e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:09,434 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into fd74a9fda66a4a828001a502e550dad5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741848_1024 (size=14341) 2024-11-14T06:54:09,435 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:09,435 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:09,438 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567249282; duration=0sec 2024-11-14T06:54:09,438 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567249279; duration=0sec 2024-11-14T06:54:09,439 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:09,439 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:09,439 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:09,439 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:09,439 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:09,442 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:09,442 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:09,442 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:09,442 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=35.2 K 2024-11-14T06:54:09,444 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12e56dde2a1146b6a927e000029433f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567247761 2024-11-14T06:54:09,446 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca23b3f0160943de9164258e6a40a76f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731567247899 2024-11-14T06:54:09,447 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4521eee2f2a4c03944b1b1078e2815a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:09,477 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:09,477 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/5f4702d43dac48e5b5b8aaea90dd9e78 is 50, key is test_row_0/C:col10/1731567249054/Put/seqid=0 2024-11-14T06:54:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567309492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741849_1025 (size=12104) 2024-11-14T06:54:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567309503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567309513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567309523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,531 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/5f4702d43dac48e5b5b8aaea90dd9e78 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5f4702d43dac48e5b5b8aaea90dd9e78 2024-11-14T06:54:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567309523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,551 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 5f4702d43dac48e5b5b8aaea90dd9e78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:09,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:09,551 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567249282; duration=0sec 2024-11-14T06:54:09,552 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:09,552 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:09,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567309702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567309723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567309732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567309732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567309753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:09,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T06:54:09,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/076a7f79bda64fedb8238504e2319fb6 2024-11-14T06:54:09,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2954bea3885249a58caa65812c8102f0 is 50, key is test_row_0/B:col10/1731567249347/Put/seqid=0 2024-11-14T06:54:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741850_1026 (size=12001) 2024-11-14T06:54:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T06:54:09,883 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:09,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T06:54:09,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:09,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:09,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:10,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567310013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567310033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567310042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567310043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T06:54:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567310073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T06:54:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2954bea3885249a58caa65812c8102f0 2024-11-14T06:54:10,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/caec5b44074a4be1b25bc0ff5e87328d is 50, key is test_row_0/C:col10/1731567249347/Put/seqid=0 2024-11-14T06:54:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741851_1027 (size=12001) 2024-11-14T06:54:10,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/caec5b44074a4be1b25bc0ff5e87328d 2024-11-14T06:54:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/076a7f79bda64fedb8238504e2319fb6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6 2024-11-14T06:54:10,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T06:54:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:10,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6, entries=200, sequenceid=93, filesize=14.0 K 2024-11-14T06:54:10,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2954bea3885249a58caa65812c8102f0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0 2024-11-14T06:54:10,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T06:54:10,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/caec5b44074a4be1b25bc0ff5e87328d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d 2024-11-14T06:54:10,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T06:54:10,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6994d1e68af0a8684ca2609b1acc7a15 in 1062ms, sequenceid=93, compaction requested=false 2024-11-14T06:54:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:10,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:54:10,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T06:54:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:10,521 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/3801d5a311364dc18b7f9decdc25bfc3 is 50, key is test_row_0/A:col10/1731567249375/Put/seqid=0 2024-11-14T06:54:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741852_1028 (size=12001) 2024-11-14T06:54:10,591 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/3801d5a311364dc18b7f9decdc25bfc3 2024-11-14T06:54:10,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567250570, max timestamp=1731567250609Num uniques 859; 2024-11-14T06:54:10,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:10,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567250570, max timestamp=1731567250609Num uniques 859; 2024-11-14T06:54:10,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:10,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567250586, max timestamp=1731567250606Num uniques 859; 2024-11-14T06:54:10,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:10,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/77b4d17afe7547eaad52f3d0396912d6 is 50, key is test_row_0/B:col10/1731567249375/Put/seqid=0 2024-11-14T06:54:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741853_1029 (size=12001) 2024-11-14T06:54:10,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567310665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T06:54:10,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T06:54:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567310677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567310681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567310677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:54:10,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T06:54:10,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567310681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T06:54:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T06:54:10,692 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T06:54:10,692 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T06:54:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567310792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567310793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567310794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567310794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:10,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567310802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567311002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567311002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567311003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567311003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567311023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:11,059 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/77b4d17afe7547eaad52f3d0396912d6 2024-11-14T06:54:11,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/513d5a3189e147759c9447c854ee2cac is 50, key is test_row_0/C:col10/1731567249375/Put/seqid=0 2024-11-14T06:54:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741854_1030 (size=12001) 2024-11-14T06:54:11,103 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/513d5a3189e147759c9447c854ee2cac 2024-11-14T06:54:11,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/3801d5a311364dc18b7f9decdc25bfc3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3 2024-11-14T06:54:11,133 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T06:54:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/77b4d17afe7547eaad52f3d0396912d6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6 2024-11-14T06:54:11,153 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T06:54:11,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/513d5a3189e147759c9447c854ee2cac as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac 2024-11-14T06:54:11,177 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T06:54:11,179 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 6994d1e68af0a8684ca2609b1acc7a15 in 657ms, sequenceid=106, compaction requested=true 2024-11-14T06:54:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T06:54:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T06:54:11,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T06:54:11,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-11-14T06:54:11,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3100 sec 2024-11-14T06:54:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:11,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=152.07 KB heapSize=435.69 KB 2024-11-14T06:54:11,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567250670, max timestamp=1731567251313Num uniques 1018; 2024-11-14T06:54:11,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1731567250670, max timestamp=1731567251318Num uniques 1068; 2024-11-14T06:54:11,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:54:11,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48900, new segment data size=7680, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-14T06:54:11,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567250670, max timestamp=1731567251318Num uniques 1068; 2024-11-14T06:54:11,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:11,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/d52eb85db2334c069bef704ce8dcc424 is 50, key is test_row_0/A:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:11,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741855_1031 (size=16931) 2024-11-14T06:54:11,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/d52eb85db2334c069bef704ce8dcc424 2024-11-14T06:54:11,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/557753a598904b388fc7602f34cf157a is 50, key is test_row_0/B:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741856_1032 (size=12151) 2024-11-14T06:54:11,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567251387, max timestamp=1731567251403Num uniques 859; 2024-11-14T06:54:11,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567251387, max timestamp=1731567251403Num uniques 859; 2024-11-14T06:54:11,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:11,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:11,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567251387, max timestamp=1731567251403Num uniques 859; 2024-11-14T06:54:11,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:11,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731567251420, max timestamp=1731567251455Num uniques 1018; 2024-11-14T06:54:11,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731567251420, max timestamp=1731567251455Num uniques 1018; 2024-11-14T06:54:11,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-14T06:54:11,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-14T06:54:11,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731567251420, max timestamp=1731567251455Num uniques 1018; 2024-11-14T06:54:11,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-14T06:54:11,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567311492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567311504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567311507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567311509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567311511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567311622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567311622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567311622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567311622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567311623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/557753a598904b388fc7602f34cf157a 2024-11-14T06:54:11,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/f77bd47a19ed4bfeb84af8070d74eb2d is 50, key is test_row_0/C:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741857_1033 (size=12151) 2024-11-14T06:54:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567311832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567311833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567311833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567311833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567311833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:11,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T06:54:12,042 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:12,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T06:54:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:12,045 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:12,046 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:12,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:12,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567312142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567312142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567312142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567312153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567312153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T06:54:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:12,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/f77bd47a19ed4bfeb84af8070d74eb2d 2024-11-14T06:54:12,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/d52eb85db2334c069bef704ce8dcc424 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424 2024-11-14T06:54:12,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424, entries=250, sequenceid=146, filesize=16.5 K 2024-11-14T06:54:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/557753a598904b388fc7602f34cf157a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a 2024-11-14T06:54:12,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T06:54:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/f77bd47a19ed4bfeb84af8070d74eb2d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d 2024-11-14T06:54:12,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d, entries=150, sequenceid=146, filesize=11.9 K 2024-11-14T06:54:12,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=147.60 KB/151140 for 6994d1e68af0a8684ca2609b1acc7a15 in 987ms, sequenceid=146, compaction requested=true 2024-11-14T06:54:12,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:12,309 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:12,309 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:12,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:12,311 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:12,311 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:12,312 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,312 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/fd74a9fda66a4a828001a502e550dad5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=47.1 K 2024-11-14T06:54:12,312 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55377 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:12,312 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:12,313 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,313 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/759dd572358f4359a48b33ce68d8a73e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=54.1 K 2024-11-14T06:54:12,315 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting fd74a9fda66a4a828001a502e550dad5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:12,315 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 759dd572358f4359a48b33ce68d8a73e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:12,316 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2954bea3885249a58caa65812c8102f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731567249206 2024-11-14T06:54:12,316 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 076a7f79bda64fedb8238504e2319fb6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731567249197 2024-11-14T06:54:12,317 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b4d17afe7547eaad52f3d0396912d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567249354 2024-11-14T06:54:12,317 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3801d5a311364dc18b7f9decdc25bfc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567249354 2024-11-14T06:54:12,318 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 557753a598904b388fc7602f34cf157a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250676 2024-11-14T06:54:12,318 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting d52eb85db2334c069bef704ce8dcc424, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250670 2024-11-14T06:54:12,348 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:12,349 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/748e2b1a61c74ef1b94eb2be63019daf is 50, key is test_row_0/B:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:12,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T06:54:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:12,367 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:12,367 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/58b446ae5c7c4f27908e19045b44f287 is 50, key is test_row_0/A:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/81c0da0f2af746dc83d4bb8eb71afcc0 is 50, key is test_row_0/A:col10/1731567251501/Put/seqid=0 2024-11-14T06:54:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741858_1034 (size=12391) 2024-11-14T06:54:12,401 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/748e2b1a61c74ef1b94eb2be63019daf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/748e2b1a61c74ef1b94eb2be63019daf 2024-11-14T06:54:12,417 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 748e2b1a61c74ef1b94eb2be63019daf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:12,417 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:12,417 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=12, startTime=1731567252309; duration=0sec 2024-11-14T06:54:12,417 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:12,417 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:12,417 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:12,419 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:12,420 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:12,420 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:12,420 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5f4702d43dac48e5b5b8aaea90dd9e78, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=47.1 K 2024-11-14T06:54:12,421 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f4702d43dac48e5b5b8aaea90dd9e78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731567248391 2024-11-14T06:54:12,422 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting caec5b44074a4be1b25bc0ff5e87328d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731567249206 2024-11-14T06:54:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741860_1036 (size=12151) 2024-11-14T06:54:12,424 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 513d5a3189e147759c9447c854ee2cac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567249354 2024-11-14T06:54:12,425 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f77bd47a19ed4bfeb84af8070d74eb2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250676 2024-11-14T06:54:12,425 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/81c0da0f2af746dc83d4bb8eb71afcc0 2024-11-14T06:54:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741859_1035 (size=12391) 2024-11-14T06:54:12,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/301acffe1ff240dcbdd550bd9a50ad07 is 50, key is test_row_0/B:col10/1731567251501/Put/seqid=0 2024-11-14T06:54:12,465 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:12,466 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/3129a7a1bf7d4de9b5a476440b25d256 is 50, key is test_row_0/C:col10/1731567251318/Put/seqid=0 2024-11-14T06:54:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741861_1037 (size=12151) 2024-11-14T06:54:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741862_1038 (size=12391) 2024-11-14T06:54:12,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567312664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:12,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567312666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567312668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567312668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567312672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567312772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567312783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567312783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567312783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,846 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/58b446ae5c7c4f27908e19045b44f287 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/58b446ae5c7c4f27908e19045b44f287 2024-11-14T06:54:12,856 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 58b446ae5c7c4f27908e19045b44f287(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:12,856 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:12,856 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=12, startTime=1731567252308; duration=0sec 2024-11-14T06:54:12,856 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:12,857 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:12,873 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/301acffe1ff240dcbdd550bd9a50ad07 2024-11-14T06:54:12,885 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/3129a7a1bf7d4de9b5a476440b25d256 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3129a7a1bf7d4de9b5a476440b25d256 2024-11-14T06:54:12,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/b109e00d100f40149386c4f4cd1708f7 is 50, key is test_row_0/C:col10/1731567251501/Put/seqid=0 2024-11-14T06:54:12,903 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 3129a7a1bf7d4de9b5a476440b25d256(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:12,903 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:12,903 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=12, startTime=1731567252309; duration=0sec 2024-11-14T06:54:12,903 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:12,903 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741863_1039 (size=12151) 2024-11-14T06:54:12,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567312983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567312992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567312992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567312993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567313302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567313303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567313303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567313312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,316 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/b109e00d100f40149386c4f4cd1708f7 2024-11-14T06:54:13,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/81c0da0f2af746dc83d4bb8eb71afcc0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0 2024-11-14T06:54:13,333 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T06:54:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/301acffe1ff240dcbdd550bd9a50ad07 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07 2024-11-14T06:54:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T06:54:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/b109e00d100f40149386c4f4cd1708f7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7 2024-11-14T06:54:13,353 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7, entries=150, sequenceid=200, filesize=11.9 K 2024-11-14T06:54:13,355 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=40.25 KB/41220 for 6994d1e68af0a8684ca2609b1acc7a15 in 995ms, sequenceid=200, compaction requested=false 2024-11-14T06:54:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:13,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T06:54:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T06:54:13,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T06:54:13,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3110 sec 2024-11-14T06:54:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3200 sec 2024-11-14T06:54:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:13,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:13,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:13,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:13,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:13,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:13,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:13,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:13,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/bbf263e6deac48ed860bafff57257088 is 50, key is test_row_0/A:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:13,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741864_1040 (size=14541) 2024-11-14T06:54:13,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/bbf263e6deac48ed860bafff57257088 2024-11-14T06:54:13,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/774075c0fc4d44fa96008ceba61bdcfd is 50, key is test_row_0/B:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741865_1041 (size=12151) 2024-11-14T06:54:13,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/774075c0fc4d44fa96008ceba61bdcfd 2024-11-14T06:54:13,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/32316015e87a4565aac9a09c03aee1aa is 50, key is test_row_0/C:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:13,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741866_1042 (size=12151) 2024-11-14T06:54:13,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567253767, max timestamp=1731567253788Num uniques 859; 2024-11-14T06:54:13,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567253767, max timestamp=1731567253788Num uniques 859; 2024-11-14T06:54:13,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567253767, max timestamp=1731567253788Num uniques 859; 2024-11-14T06:54:13,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:13,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:13,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:13,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567313866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567313868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567313871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567313873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567313875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567313982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567313993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567313993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567313993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567313993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/32316015e87a4565aac9a09c03aee1aa 2024-11-14T06:54:14,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/bbf263e6deac48ed860bafff57257088 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088 2024-11-14T06:54:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T06:54:14,192 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:14,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T06:54:14,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567314192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:54:14,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088, entries=200, sequenceid=213, filesize=14.2 K 2024-11-14T06:54:14,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:14,198 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:14,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/774075c0fc4d44fa96008ceba61bdcfd as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd 2024-11-14T06:54:14,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-14T06:54:14,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567314203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567314203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/32316015e87a4565aac9a09c03aee1aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa 2024-11-14T06:54:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567314204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567314206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa, entries=150, sequenceid=213, filesize=11.9 K 2024-11-14T06:54:14,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6994d1e68af0a8684ca2609b1acc7a15 in 538ms, sequenceid=213, compaction requested=true 2024-11-14T06:54:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:14,224 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:14,225 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:14,226 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:14,227 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:14,227 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:14,227 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/748e2b1a61c74ef1b94eb2be63019daf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=35.8 K 2024-11-14T06:54:14,228 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 748e2b1a61c74ef1b94eb2be63019daf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250676 2024-11-14T06:54:14,228 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:14,229 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:14,229 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:14,229 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/58b446ae5c7c4f27908e19045b44f287, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=38.2 K 2024-11-14T06:54:14,229 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 301acffe1ff240dcbdd550bd9a50ad07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731567251501 2024-11-14T06:54:14,231 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 58b446ae5c7c4f27908e19045b44f287, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250676 2024-11-14T06:54:14,231 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 774075c0fc4d44fa96008ceba61bdcfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252665 2024-11-14T06:54:14,231 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c0da0f2af746dc83d4bb8eb71afcc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731567251501 2024-11-14T06:54:14,232 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf263e6deac48ed860bafff57257088, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252663 2024-11-14T06:54:14,256 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:14,257 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/b6437284fb92436f829e92a5c0a271af is 50, key is test_row_0/B:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:14,263 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:14,264 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/3661b3b970964eca94e7bef2c37edcf5 is 50, key is test_row_0/A:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741867_1043 (size=12493) 2024-11-14T06:54:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741868_1044 (size=12493) 2024-11-14T06:54:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:54:14,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T06:54:14,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:14,352 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T06:54:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/162399ffd8fc491db118b0593ce9ddf1 is 50, key is test_row_0/A:col10/1731567253868/Put/seqid=0 2024-11-14T06:54:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741869_1045 (size=12151) 2024-11-14T06:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:14,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:54:14,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567314526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567314528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567314528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567314530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567314530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567314642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567314643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567314643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567314643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567314643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,687 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/b6437284fb92436f829e92a5c0a271af as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b6437284fb92436f829e92a5c0a271af 2024-11-14T06:54:14,693 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/3661b3b970964eca94e7bef2c37edcf5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3661b3b970964eca94e7bef2c37edcf5 2024-11-14T06:54:14,699 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into b6437284fb92436f829e92a5c0a271af(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:14,699 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:14,699 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567254225; duration=0sec 2024-11-14T06:54:14,699 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:14,699 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:14,699 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:14,702 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:14,702 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:14,702 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:14,702 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3129a7a1bf7d4de9b5a476440b25d256, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=35.8 K 2024-11-14T06:54:14,703 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3129a7a1bf7d4de9b5a476440b25d256, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731567250676 2024-11-14T06:54:14,704 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting b109e00d100f40149386c4f4cd1708f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731567251501 2024-11-14T06:54:14,705 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32316015e87a4565aac9a09c03aee1aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252665 2024-11-14T06:54:14,707 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 3661b3b970964eca94e7bef2c37edcf5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:14,707 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:14,707 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567254224; duration=0sec 2024-11-14T06:54:14,707 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:14,707 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:14,723 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:14,723 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/1a382817965f431da3708ffe2308af76 is 50, key is test_row_0/C:col10/1731567252665/Put/seqid=0 2024-11-14T06:54:14,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741870_1046 (size=12493) 2024-11-14T06:54:14,768 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/162399ffd8fc491db118b0593ce9ddf1 2024-11-14T06:54:14,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/04f292b6d8704974ac8a4b588278559a is 50, key is test_row_0/B:col10/1731567253868/Put/seqid=0 2024-11-14T06:54:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741871_1047 (size=12151) 2024-11-14T06:54:14,787 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/04f292b6d8704974ac8a4b588278559a 2024-11-14T06:54:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/021c5ca43bf142dd9b6da0efde7b4a36 is 50, key is test_row_0/C:col10/1731567253868/Put/seqid=0 2024-11-14T06:54:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741872_1048 (size=12151) 2024-11-14T06:54:14,812 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/021c5ca43bf142dd9b6da0efde7b4a36 2024-11-14T06:54:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:54:14,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/162399ffd8fc491db118b0593ce9ddf1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1 2024-11-14T06:54:14,836 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T06:54:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/04f292b6d8704974ac8a4b588278559a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a 2024-11-14T06:54:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,853 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T06:54:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567314852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567314853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567314853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/021c5ca43bf142dd9b6da0efde7b4a36 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36 2024-11-14T06:54:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567314855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,864 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T06:54:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567314862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:14,865 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 6994d1e68af0a8684ca2609b1acc7a15 in 513ms, sequenceid=249, compaction requested=false 2024-11-14T06:54:14,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:14,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:14,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T06:54:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T06:54:14,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T06:54:14,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 670 msec 2024-11-14T06:54:14,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 682 msec 2024-11-14T06:54:15,141 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/1a382817965f431da3708ffe2308af76 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/1a382817965f431da3708ffe2308af76 2024-11-14T06:54:15,157 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 1a382817965f431da3708ffe2308af76(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:15,157 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:15,157 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567254225; duration=0sec 2024-11-14T06:54:15,158 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:15,158 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:15,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:54:15,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:15,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:15,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:15,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c1bf5f769a5c46c385d2db779706b6d0 is 50, key is test_row_0/A:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741873_1049 (size=12301) 2024-11-14T06:54:15,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c1bf5f769a5c46c385d2db779706b6d0 2024-11-14T06:54:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567315198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567315200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567315203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567315205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567315206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fa90bf42f644ac2abaa9ade6948d76c is 50, key is test_row_0/B:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741874_1050 (size=12301) 2024-11-14T06:54:15,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fa90bf42f644ac2abaa9ade6948d76c 2024-11-14T06:54:15,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/4dcb00d0ff3b473b9dca13681d81f187 is 50, key is test_row_0/C:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741875_1051 (size=12301) 2024-11-14T06:54:15,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/4dcb00d0ff3b473b9dca13681d81f187 2024-11-14T06:54:15,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c1bf5f769a5c46c385d2db779706b6d0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0 2024-11-14T06:54:15,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T06:54:15,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fa90bf42f644ac2abaa9ade6948d76c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c 2024-11-14T06:54:15,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T06:54:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/4dcb00d0ff3b473b9dca13681d81f187 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187 2024-11-14T06:54:15,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T06:54:15,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 6994d1e68af0a8684ca2609b1acc7a15 in 134ms, sequenceid=266, compaction requested=true 2024-11-14T06:54:15,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:15,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:15,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:15,304 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:15,305 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:15,305 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:15,305 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,305 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3661b3b970964eca94e7bef2c37edcf5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.1 K 2024-11-14T06:54:15,306 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3661b3b970964eca94e7bef2c37edcf5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252665 2024-11-14T06:54:15,306 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:15,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:15,307 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:15,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:15,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:15,307 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:15,307 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b6437284fb92436f829e92a5c0a271af, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.1 K 2024-11-14T06:54:15,307 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162399ffd8fc491db118b0593ce9ddf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731567253865 2024-11-14T06:54:15,307 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b6437284fb92436f829e92a5c0a271af, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252665 2024-11-14T06:54:15,308 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1bf5f769a5c46c385d2db779706b6d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:15,308 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f292b6d8704974ac8a4b588278559a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731567253865 2024-11-14T06:54:15,309 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fa90bf42f644ac2abaa9ade6948d76c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:15,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567255195, max timestamp=1731567255317Num uniques 859; 2024-11-14T06:54:15,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567255195, max timestamp=1731567255317Num uniques 859; 2024-11-14T06:54:15,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567255195, max timestamp=1731567255317Num uniques 859; 2024-11-14T06:54:15,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:15,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:15,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:54:15,331 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:15,332 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/6f22b5ae990c4ed4886d635e9a3063a7 is 50, key is test_row_0/A:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T06:54:15,333 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:15,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:15,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=67.09 KB heapSize=185.77 KB 2024-11-14T06:54:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:15,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:15,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:15,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:15,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:15,345 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:15,346 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/06ad6fd11d8a4079a27de01c5a09aa89 is 50, key is test_row_0/B:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/5f4899c179d540538a8b292b9decbf0a is 50, key is test_row_0/A:col10/1731567255334/Put/seqid=0 2024-11-14T06:54:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741876_1052 (size=12745) 2024-11-14T06:54:15,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741877_1053 (size=12745) 2024-11-14T06:54:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741878_1054 (size=14741) 2024-11-14T06:54:15,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567315388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567315388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567315391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567315392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567315392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:15,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T06:54:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567315502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567315502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567315512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567315513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567315513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T06:54:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567315713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567315713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567315722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567315722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567315722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:15,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/5f4899c179d540538a8b292b9decbf0a 2024-11-14T06:54:15,793 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/6f22b5ae990c4ed4886d635e9a3063a7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/6f22b5ae990c4ed4886d635e9a3063a7 2024-11-14T06:54:15,797 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/06ad6fd11d8a4079a27de01c5a09aa89 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/06ad6fd11d8a4079a27de01c5a09aa89 2024-11-14T06:54:15,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T06:54:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:15,808 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 6f22b5ae990c4ed4886d635e9a3063a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:15,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:15,808 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567255302; duration=0sec 2024-11-14T06:54:15,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:15,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:15,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:15,809 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 06ad6fd11d8a4079a27de01c5a09aa89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:15,809 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:15,809 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567255304; duration=0sec 2024-11-14T06:54:15,809 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:15,810 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:15,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/79af098fa147492683db4b8880577726 is 50, key is test_row_0/B:col10/1731567255334/Put/seqid=0 2024-11-14T06:54:15,812 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:15,812 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:15,812 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,812 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/1a382817965f431da3708ffe2308af76, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.1 K 2024-11-14T06:54:15,827 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a382817965f431da3708ffe2308af76, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731567252665 2024-11-14T06:54:15,828 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021c5ca43bf142dd9b6da0efde7b4a36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731567253865 2024-11-14T06:54:15,828 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dcb00d0ff3b473b9dca13681d81f187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741879_1055 (size=12301) 2024-11-14T06:54:15,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/79af098fa147492683db4b8880577726 2024-11-14T06:54:15,839 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:15,840 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/5c3687cc351546cb803a6d1cd92fe5a6 is 50, key is test_row_0/C:col10/1731567255165/Put/seqid=0 2024-11-14T06:54:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741880_1056 (size=12745) 2024-11-14T06:54:15,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/cb8928b121bb4df7bb7cf94f69255de2 is 50, key is test_row_0/C:col10/1731567255334/Put/seqid=0 2024-11-14T06:54:15,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741881_1057 (size=12301) 2024-11-14T06:54:15,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/cb8928b121bb4df7bb7cf94f69255de2 2024-11-14T06:54:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/5f4899c179d540538a8b292b9decbf0a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a 2024-11-14T06:54:15,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a, entries=200, sequenceid=294, filesize=14.4 K 2024-11-14T06:54:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/79af098fa147492683db4b8880577726 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726 2024-11-14T06:54:15,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T06:54:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/cb8928b121bb4df7bb7cf94f69255de2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2 2024-11-14T06:54:15,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T06:54:15,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~205.64 KB/210576, currentSize=114.05 KB/116790 for 6994d1e68af0a8684ca2609b1acc7a15 in 593ms, sequenceid=294, compaction requested=false 2024-11-14T06:54:15,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:15,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T06:54:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:15,956 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:54:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:15,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:15,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/84ecbffaad5e41aaa32524fde723e1dc is 50, key is test_row_0/A:col10/1731567255387/Put/seqid=0 2024-11-14T06:54:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741882_1058 (size=12301) 2024-11-14T06:54:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:16,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567316045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567316048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567316048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567316049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567316050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567316152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567316163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567316163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567316163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567316172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,272 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/5c3687cc351546cb803a6d1cd92fe5a6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5c3687cc351546cb803a6d1cd92fe5a6 2024-11-14T06:54:16,285 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 5c3687cc351546cb803a6d1cd92fe5a6(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:16,285 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:16,285 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567255307; duration=0sec 2024-11-14T06:54:16,285 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:16,285 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567316363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567316372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567316372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567316372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567316383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,387 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/84ecbffaad5e41aaa32524fde723e1dc 2024-11-14T06:54:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c487444dce2a44a29567530cad8a2496 is 50, key is test_row_0/B:col10/1731567255387/Put/seqid=0 2024-11-14T06:54:16,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741883_1059 (size=12301) 2024-11-14T06:54:16,418 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c487444dce2a44a29567530cad8a2496 2024-11-14T06:54:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/35035abc9c814accad1d594cd8ac0a86 is 50, key is test_row_0/C:col10/1731567255387/Put/seqid=0 2024-11-14T06:54:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741884_1060 (size=12301) 2024-11-14T06:54:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567316682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567316682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567316682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567316682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567316692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:16,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:16,843 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/35035abc9c814accad1d594cd8ac0a86 2024-11-14T06:54:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/84ecbffaad5e41aaa32524fde723e1dc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc 2024-11-14T06:54:16,859 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc, entries=150, sequenceid=316, filesize=12.0 K 2024-11-14T06:54:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c487444dce2a44a29567530cad8a2496 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496 2024-11-14T06:54:16,867 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496, entries=150, sequenceid=316, filesize=12.0 K 2024-11-14T06:54:16,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/35035abc9c814accad1d594cd8ac0a86 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86 2024-11-14T06:54:16,876 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86, entries=150, sequenceid=316, filesize=12.0 K 2024-11-14T06:54:16,878 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 6994d1e68af0a8684ca2609b1acc7a15 in 921ms, sequenceid=316, compaction requested=true 2024-11-14T06:54:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T06:54:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T06:54:16,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T06:54:16,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5420 sec 2024-11-14T06:54:16,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.5490 sec 2024-11-14T06:54:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:17,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:17,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/fdcc0ba8d60c4946add942d51ca0ceaf is 50, key is test_row_0/A:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741885_1061 (size=14741) 2024-11-14T06:54:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567317218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567317221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567317229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567317229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567317229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567317333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567317333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567317342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567317342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567317342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T06:54:17,483 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:17,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T06:54:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:17,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:17,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:17,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567317542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567317542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567317552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567317552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567317552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:17,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/fdcc0ba8d60c4946add942d51ca0ceaf 2024-11-14T06:54:17,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bf8e80657c83407c99ea94f4ff0f998d is 50, key is test_row_0/B:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741886_1062 (size=12301) 2024-11-14T06:54:17,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bf8e80657c83407c99ea94f4ff0f998d 2024-11-14T06:54:17,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T06:54:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:17,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e44a0efa2dff4975b7a1e06567a603c9 is 50, key is test_row_0/C:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741887_1063 (size=12301) 2024-11-14T06:54:17,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e44a0efa2dff4975b7a1e06567a603c9 2024-11-14T06:54:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/fdcc0ba8d60c4946add942d51ca0ceaf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf 2024-11-14T06:54:17,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf, entries=200, sequenceid=331, filesize=14.4 K 2024-11-14T06:54:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bf8e80657c83407c99ea94f4ff0f998d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d 2024-11-14T06:54:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T06:54:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e44a0efa2dff4975b7a1e06567a603c9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9 2024-11-14T06:54:17,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T06:54:17,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 6994d1e68af0a8684ca2609b1acc7a15 in 522ms, sequenceid=331, compaction requested=true 2024-11-14T06:54:17,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:17,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:17,716 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:17,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:17,717 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:17,718 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:17,718 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:17,718 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:17,718 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,718 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:17,718 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/6f22b5ae990c4ed4886d635e9a3063a7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=53.3 K 2024-11-14T06:54:17,718 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,718 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/06ad6fd11d8a4079a27de01c5a09aa89, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=48.5 K 2024-11-14T06:54:17,719 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f22b5ae990c4ed4886d635e9a3063a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:17,719 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 06ad6fd11d8a4079a27de01c5a09aa89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:17,719 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4899c179d540538a8b292b9decbf0a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567255330 2024-11-14T06:54:17,719 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 79af098fa147492683db4b8880577726, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567255331 2024-11-14T06:54:17,719 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84ecbffaad5e41aaa32524fde723e1dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731567255387 2024-11-14T06:54:17,720 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c487444dce2a44a29567530cad8a2496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731567255387 2024-11-14T06:54:17,720 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdcc0ba8d60c4946add942d51ca0ceaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:17,721 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8e80657c83407c99ea94f4ff0f998d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:17,735 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:17,736 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/0001ab7e6066404d9ee14288d2e0de03 is 50, key is test_row_0/A:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,736 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:17,737 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/b4d7790a03f04f178c912126c73d0310 is 50, key is test_row_0/B:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741889_1065 (size=12881) 2024-11-14T06:54:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741888_1064 (size=12881) 2024-11-14T06:54:17,758 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/0001ab7e6066404d9ee14288d2e0de03 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/0001ab7e6066404d9ee14288d2e0de03 2024-11-14T06:54:17,766 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 0001ab7e6066404d9ee14288d2e0de03(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:17,766 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:17,766 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=12, startTime=1731567257716; duration=0sec 2024-11-14T06:54:17,766 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:17,766 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:17,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:17,771 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:17,771 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:17,771 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,772 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5c3687cc351546cb803a6d1cd92fe5a6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=48.5 K 2024-11-14T06:54:17,772 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c3687cc351546cb803a6d1cd92fe5a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567254528 2024-11-14T06:54:17,772 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb8928b121bb4df7bb7cf94f69255de2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567255331 2024-11-14T06:54:17,773 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35035abc9c814accad1d594cd8ac0a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731567255387 2024-11-14T06:54:17,773 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e44a0efa2dff4975b7a1e06567a603c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:17,792 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:17,793 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/2560998d03304162852cfeafd947b293 is 50, key is test_row_0/C:col10/1731567256046/Put/seqid=0 2024-11-14T06:54:17,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T06:54:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:17,794 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:54:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:17,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/356211d301714215a2db79aa54f73367 is 50, key is test_row_0/A:col10/1731567257214/Put/seqid=0 2024-11-14T06:54:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741890_1066 (size=12881) 2024-11-14T06:54:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741891_1067 (size=12301) 2024-11-14T06:54:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:17,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567317868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567317870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567317871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567317871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567317873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567317982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567317982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567317982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567317983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567317983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:18,153 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/b4d7790a03f04f178c912126c73d0310 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b4d7790a03f04f178c912126c73d0310 2024-11-14T06:54:18,161 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into b4d7790a03f04f178c912126c73d0310(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:18,161 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:18,161 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=12, startTime=1731567257716; duration=0sec 2024-11-14T06:54:18,162 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:18,162 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567318192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567318192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567318192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567318192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567318193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,210 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/356211d301714215a2db79aa54f73367 2024-11-14T06:54:18,210 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/2560998d03304162852cfeafd947b293 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/2560998d03304162852cfeafd947b293 2024-11-14T06:54:18,217 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 2560998d03304162852cfeafd947b293(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:18,218 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:18,218 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=12, startTime=1731567257717; duration=0sec 2024-11-14T06:54:18,218 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:18,218 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:18,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/6d7c2de0deb84f15b617df6ec120c9d1 is 50, key is test_row_0/B:col10/1731567257214/Put/seqid=0 2024-11-14T06:54:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741892_1068 (size=12301) 2024-11-14T06:54:18,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567318502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567318503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567318503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567318504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567318504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:18,625 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/6d7c2de0deb84f15b617df6ec120c9d1 2024-11-14T06:54:18,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/c51210ea36f34a7b9955bee617c34492 is 50, key is test_row_0/C:col10/1731567257214/Put/seqid=0 2024-11-14T06:54:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741893_1069 (size=12301) 2024-11-14T06:54:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567319012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567319012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567319012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567319012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567319013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:19,040 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/c51210ea36f34a7b9955bee617c34492 2024-11-14T06:54:19,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/356211d301714215a2db79aa54f73367 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367 2024-11-14T06:54:19,052 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T06:54:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/6d7c2de0deb84f15b617df6ec120c9d1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1 2024-11-14T06:54:19,059 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T06:54:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/c51210ea36f34a7b9955bee617c34492 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492 2024-11-14T06:54:19,066 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T06:54:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6994d1e68af0a8684ca2609b1acc7a15 in 1273ms, sequenceid=352, compaction requested=false 2024-11-14T06:54:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:19,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T06:54:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T06:54:19,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T06:54:19,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5830 sec 2024-11-14T06:54:19,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5890 sec 2024-11-14T06:54:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T06:54:19,633 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:19,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T06:54:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:19,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:19,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:19,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T06:54:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:19,790 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:54:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:19,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/de01b0639b004916b2f47b2487636aaf is 50, key is test_row_0/A:col10/1731567257866/Put/seqid=0 2024-11-14T06:54:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741894_1070 (size=12301) 2024-11-14T06:54:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:20,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:20,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567320044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567320046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731567260041, max timestamp=1731567260051Num uniques 859; 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731567260041, max timestamp=1731567260051Num uniques 859; 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731567260041, max timestamp=1731567260051Num uniques 859; 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T06:54:20,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-14T06:54:20,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567320075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567320079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567320080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567320163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567320163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567320182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567320193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567320193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,201 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/de01b0639b004916b2f47b2487636aaf 2024-11-14T06:54:20,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/ea9b3f73e0ab4ec1931af7e433c0f982 is 50, key is test_row_0/B:col10/1731567257866/Put/seqid=0 2024-11-14T06:54:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741895_1071 (size=12301) 2024-11-14T06:54:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567320383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567320383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567320403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567320403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567320403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,618 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/ea9b3f73e0ab4ec1931af7e433c0f982 2024-11-14T06:54:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/742f92f19d3c4573b42663804605671f is 50, key is test_row_0/C:col10/1731567257866/Put/seqid=0 2024-11-14T06:54:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741896_1072 (size=12301) 2024-11-14T06:54:20,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567320692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567320692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567320712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567320712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567320722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:21,034 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/742f92f19d3c4573b42663804605671f 2024-11-14T06:54:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/de01b0639b004916b2f47b2487636aaf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf 2024-11-14T06:54:21,046 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf, entries=150, sequenceid=366, filesize=12.0 K 2024-11-14T06:54:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/ea9b3f73e0ab4ec1931af7e433c0f982 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982 2024-11-14T06:54:21,053 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982, entries=150, sequenceid=366, filesize=12.0 K 2024-11-14T06:54:21,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/742f92f19d3c4573b42663804605671f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f 2024-11-14T06:54:21,059 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f, entries=150, sequenceid=366, filesize=12.0 K 2024-11-14T06:54:21,060 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 6994d1e68af0a8684ca2609b1acc7a15 in 1270ms, sequenceid=366, compaction requested=true 2024-11-14T06:54:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T06:54:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T06:54:21,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T06:54:21,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-14T06:54:21,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4320 sec 2024-11-14T06:54:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:21,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:21,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f1c2c23aa5e748d38449057064d0ac4d is 50, key is test_row_0/A:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741897_1073 (size=14741) 2024-11-14T06:54:21,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567321229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567321231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567321232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567321233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567321234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567321342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567321342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567321343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567321343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567321552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567321552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567321552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567321552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f1c2c23aa5e748d38449057064d0ac4d 2024-11-14T06:54:21,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/edfe1a0f17af49589dcef514366da07e is 50, key is test_row_0/B:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741898_1074 (size=12301) 2024-11-14T06:54:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T06:54:21,782 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:21,783 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T06:54:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:21,785 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:21,786 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:21,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:21,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567321862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567321862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567321862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567321862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:21,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:21,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T06:54:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:21,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/edfe1a0f17af49589dcef514366da07e 2024-11-14T06:54:22,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/3d16234d5b2c4a47b0996ba84be4c344 is 50, key is test_row_0/C:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741899_1075 (size=12301) 2024-11-14T06:54:22,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T06:54:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:22,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:22,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T06:54:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567322243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:22,251 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6994d1e68af0a8684ca2609b1acc7a15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567322372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567322372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:22,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567322372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:22,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567322372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:22,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T06:54:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:22,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/3d16234d5b2c4a47b0996ba84be4c344 2024-11-14T06:54:22,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f1c2c23aa5e748d38449057064d0ac4d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d 2024-11-14T06:54:22,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d, entries=200, sequenceid=400, filesize=14.4 K 2024-11-14T06:54:22,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/edfe1a0f17af49589dcef514366da07e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e 2024-11-14T06:54:22,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T06:54:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/3d16234d5b2c4a47b0996ba84be4c344 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344 2024-11-14T06:54:22,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T06:54:22,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 6994d1e68af0a8684ca2609b1acc7a15 in 1268ms, sequenceid=400, compaction requested=true 2024-11-14T06:54:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:22,483 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:22,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:22,484 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:22,485 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:22,485 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:22,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:22,486 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:22,486 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,486 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,486 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/0001ab7e6066404d9ee14288d2e0de03, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=51 K 2024-11-14T06:54:22,486 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b4d7790a03f04f178c912126c73d0310, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=48.6 K 2024-11-14T06:54:22,486 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b4d7790a03f04f178c912126c73d0310, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:22,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0001ab7e6066404d9ee14288d2e0de03, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:22,487 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d7c2de0deb84f15b617df6ec120c9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731567257214 2024-11-14T06:54:22,487 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 356211d301714215a2db79aa54f73367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731567257214 2024-11-14T06:54:22,487 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9b3f73e0ab4ec1931af7e433c0f982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731567257866 2024-11-14T06:54:22,488 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting edfe1a0f17af49589dcef514366da07e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:22,488 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting de01b0639b004916b2f47b2487636aaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731567257866 2024-11-14T06:54:22,489 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c2c23aa5e748d38449057064d0ac4d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:22,500 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:22,501 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:22,501 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/dae49caa0ea84dc78d28eea544cc76da is 50, key is test_row_0/A:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:22,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/73fc9ac9907b4ff88476b83b49a28573 is 50, key is test_row_0/B:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741900_1076 (size=13017) 2024-11-14T06:54:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741901_1077 (size=13017) 2024-11-14T06:54:22,528 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/dae49caa0ea84dc78d28eea544cc76da as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/dae49caa0ea84dc78d28eea544cc76da 2024-11-14T06:54:22,533 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/73fc9ac9907b4ff88476b83b49a28573 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/73fc9ac9907b4ff88476b83b49a28573 2024-11-14T06:54:22,538 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into dae49caa0ea84dc78d28eea544cc76da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:22,538 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:22,538 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=12, startTime=1731567262483; duration=0sec 2024-11-14T06:54:22,539 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:22,539 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:22,539 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:22,541 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:22,541 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:22,541 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,541 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/2560998d03304162852cfeafd947b293, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=48.6 K 2024-11-14T06:54:22,542 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2560998d03304162852cfeafd947b293, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731567256045 2024-11-14T06:54:22,542 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c51210ea36f34a7b9955bee617c34492, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731567257214 2024-11-14T06:54:22,543 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 73fc9ac9907b4ff88476b83b49a28573(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:22,543 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:22,543 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=12, startTime=1731567262483; duration=0sec 2024-11-14T06:54:22,543 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:22,543 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:22,550 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742f92f19d3c4573b42663804605671f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731567257866 2024-11-14T06:54:22,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d16234d5b2c4a47b0996ba84be4c344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:22,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:22,558 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:22,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:22,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/9feab17de93d4e9a884c77d0a4ceabdb is 50, key is test_row_0/A:col10/1731567261225/Put/seqid=0 2024-11-14T06:54:22,580 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:22,580 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/119cf99d9208455c8e6fcb4d546911c7 is 50, key is test_row_0/C:col10/1731567261213/Put/seqid=0 2024-11-14T06:54:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741902_1078 (size=12301) 2024-11-14T06:54:22,601 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/9feab17de93d4e9a884c77d0a4ceabdb 2024-11-14T06:54:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741903_1079 (size=13017) 2024-11-14T06:54:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c436f7d6876c4600bc28aefcc43feab0 is 50, key is test_row_0/B:col10/1731567261225/Put/seqid=0 2024-11-14T06:54:22,634 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/119cf99d9208455c8e6fcb4d546911c7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/119cf99d9208455c8e6fcb4d546911c7 2024-11-14T06:54:22,642 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 119cf99d9208455c8e6fcb4d546911c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:22,642 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:22,644 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=12, startTime=1731567262484; duration=0sec 2024-11-14T06:54:22,645 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:22,645 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741904_1080 (size=12301) 2024-11-14T06:54:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:23,044 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c436f7d6876c4600bc28aefcc43feab0 2024-11-14T06:54:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9eec890116a241c4ae606cc0067316aa is 50, key is test_row_0/C:col10/1731567261225/Put/seqid=0 2024-11-14T06:54:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741905_1081 (size=12301) 2024-11-14T06:54:23,057 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9eec890116a241c4ae606cc0067316aa 2024-11-14T06:54:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/9feab17de93d4e9a884c77d0a4ceabdb as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb 2024-11-14T06:54:23,072 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb, entries=150, sequenceid=413, filesize=12.0 K 2024-11-14T06:54:23,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/c436f7d6876c4600bc28aefcc43feab0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0 2024-11-14T06:54:23,080 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0, entries=150, sequenceid=413, filesize=12.0 K 2024-11-14T06:54:23,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9eec890116a241c4ae606cc0067316aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa 2024-11-14T06:54:23,091 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa, entries=150, sequenceid=413, filesize=12.0 K 2024-11-14T06:54:23,094 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 6994d1e68af0a8684ca2609b1acc7a15 in 535ms, sequenceid=413, compaction requested=false 2024-11-14T06:54:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T06:54:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T06:54:23,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T06:54:23,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-14T06:54:23,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3190 sec 2024-11-14T06:54:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:23,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:23,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:23,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/ab183eeecb604d29a6edd482e640f351 is 50, key is test_row_0/A:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741906_1082 (size=17181) 2024-11-14T06:54:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567323441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567323442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567323442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567263430, max timestamp=1731567263449Num uniques 859; 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567263430, max timestamp=1731567263449Num uniques 859; 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567263430, max timestamp=1731567263449Num uniques 859; 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:23,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567323514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567323563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567323563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567323563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567323623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567323772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567323772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567323772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/ab183eeecb604d29a6edd482e640f351 2024-11-14T06:54:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567323833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:23,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/be60396b58bb4080882b98b2d2f2cc5a is 50, key is test_row_0/B:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741907_1083 (size=12301) 2024-11-14T06:54:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T06:54:23,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:23,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T06:54:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:23,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:23,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:23,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567324083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567324083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567324083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T06:54:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567324142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T06:54:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/be60396b58bb4080882b98b2d2f2cc5a 2024-11-14T06:54:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:24,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9c4e6e02c0fa48c59a09b2e34546adf1 is 50, key is test_row_0/C:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741908_1084 (size=12301) 2024-11-14T06:54:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36072 deadline: 1731567324262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,270 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6994d1e68af0a8684ca2609b1acc7a15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T06:54:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:24,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T06:54:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567324592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567324602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567324602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567324662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:24,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9c4e6e02c0fa48c59a09b2e34546adf1 2024-11-14T06:54:24,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/ab183eeecb604d29a6edd482e640f351 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351 2024-11-14T06:54:24,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351, entries=250, sequenceid=425, filesize=16.8 K 2024-11-14T06:54:24,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/be60396b58bb4080882b98b2d2f2cc5a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a 2024-11-14T06:54:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a, entries=150, sequenceid=425, filesize=12.0 K 2024-11-14T06:54:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9c4e6e02c0fa48c59a09b2e34546adf1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1 2024-11-14T06:54:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1, entries=150, sequenceid=425, filesize=12.0 K 2024-11-14T06:54:24,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 6994d1e68af0a8684ca2609b1acc7a15 in 1296ms, sequenceid=425, compaction requested=true 2024-11-14T06:54:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:24,699 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:24,700 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:24,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:24,701 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:24,702 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:24,702 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,702 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/dae49caa0ea84dc78d28eea544cc76da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=41.5 K 2024-11-14T06:54:24,702 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:24,702 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:24,702 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,703 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/73fc9ac9907b4ff88476b83b49a28573, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.7 K 2024-11-14T06:54:24,703 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae49caa0ea84dc78d28eea544cc76da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:24,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T06:54:24,704 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 73fc9ac9907b4ff88476b83b49a28573, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,704 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-11-14T06:54:24,704 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9feab17de93d4e9a884c77d0a4ceabdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731567261225 2024-11-14T06:54:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:24,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:24,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:24,706 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c436f7d6876c4600bc28aefcc43feab0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731567261225 2024-11-14T06:54:24,706 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab183eeecb604d29a6edd482e640f351, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:24,707 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting be60396b58bb4080882b98b2d2f2cc5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c2c691b06d2948fb849f5af6a0d075d0 is 50, key is test_row_0/A:col10/1731567263496/Put/seqid=0 2024-11-14T06:54:24,724 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:24,725 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/09ea0157b5d34dfd8ec79f074a21c026 is 50, key is test_row_0/B:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:24,729 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:24,730 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/e8ff23391eef4d84b8f546baea5472bf is 50, key is test_row_0/A:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741909_1085 (size=12301) 2024-11-14T06:54:24,742 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c2c691b06d2948fb849f5af6a0d075d0 2024-11-14T06:54:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741910_1086 (size=13119) 2024-11-14T06:54:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741911_1087 (size=13119) 2024-11-14T06:54:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/81be65f5a9e44183bca1af157201825a is 50, key is test_row_0/B:col10/1731567263496/Put/seqid=0 2024-11-14T06:54:24,773 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/e8ff23391eef4d84b8f546baea5472bf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/e8ff23391eef4d84b8f546baea5472bf 2024-11-14T06:54:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741912_1088 (size=12301) 2024-11-14T06:54:24,790 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into e8ff23391eef4d84b8f546baea5472bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:24,790 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:24,790 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567264699; duration=0sec 2024-11-14T06:54:24,790 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:24,790 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:24,790 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:24,792 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:24,792 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:24,792 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:24,792 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/119cf99d9208455c8e6fcb4d546911c7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.7 K 2024-11-14T06:54:24,793 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 119cf99d9208455c8e6fcb4d546911c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731567260062 2024-11-14T06:54:24,794 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eec890116a241c4ae606cc0067316aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731567261225 2024-11-14T06:54:24,794 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c4e6e02c0fa48c59a09b2e34546adf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:24,804 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:24,805 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/350315e54fee441b8484cde4c874753b is 50, key is test_row_0/C:col10/1731567263396/Put/seqid=0 2024-11-14T06:54:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741913_1089 (size=13119) 2024-11-14T06:54:24,835 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/350315e54fee441b8484cde4c874753b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/350315e54fee441b8484cde4c874753b 2024-11-14T06:54:24,845 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into 350315e54fee441b8484cde4c874753b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:24,845 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:24,845 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567264700; duration=0sec 2024-11-14T06:54:24,845 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:24,845 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:25,152 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/09ea0157b5d34dfd8ec79f074a21c026 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/09ea0157b5d34dfd8ec79f074a21c026 2024-11-14T06:54:25,162 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 09ea0157b5d34dfd8ec79f074a21c026(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:25,162 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:25,163 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567264700; duration=0sec 2024-11-14T06:54:25,163 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:25,163 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:25,187 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/81be65f5a9e44183bca1af157201825a 2024-11-14T06:54:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/43f293f2f70e4c549283838b38798452 is 50, key is test_row_0/C:col10/1731567263496/Put/seqid=0 2024-11-14T06:54:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741914_1090 (size=12301) 2024-11-14T06:54:25,200 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/43f293f2f70e4c549283838b38798452 2024-11-14T06:54:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c2c691b06d2948fb849f5af6a0d075d0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0 2024-11-14T06:54:25,213 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0, entries=150, sequenceid=458, filesize=12.0 K 2024-11-14T06:54:25,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/81be65f5a9e44183bca1af157201825a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a 2024-11-14T06:54:25,220 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a, entries=150, sequenceid=458, filesize=12.0 K 2024-11-14T06:54:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/43f293f2f70e4c549283838b38798452 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452 2024-11-14T06:54:25,232 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452, entries=150, sequenceid=458, filesize=12.0 K 2024-11-14T06:54:25,233 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=0 B/0 for 6994d1e68af0a8684ca2609b1acc7a15 in 529ms, sequenceid=458, compaction requested=false 2024-11-14T06:54:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T06:54:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T06:54:25,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T06:54:25,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2970 sec 2024-11-14T06:54:25,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3060 sec 2024-11-14T06:54:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:25,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:25,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:25,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/956d82d4d57d40129dad9b35069ddc65 is 50, key is test_row_0/A:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741915_1091 (size=14741) 2024-11-14T06:54:25,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/956d82d4d57d40129dad9b35069ddc65 2024-11-14T06:54:25,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/e6e2869da5da4553a7bdb854eb670f2b is 50, key is test_row_0/B:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741916_1092 (size=12301) 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567265645, max timestamp=1731567265659Num uniques 859; 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567265645, max timestamp=1731567265659Num uniques 859; 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567265645, max timestamp=1731567265659Num uniques 859; 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:25,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567325684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567325684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567325685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567325685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567325792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567325793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567325793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567325793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567326002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567326003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567326003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567326003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/e6e2869da5da4553a7bdb854eb670f2b 2024-11-14T06:54:26,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9edd762602594e51a47b8089fd04a162 is 50, key is test_row_0/C:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741917_1093 (size=12301) 2024-11-14T06:54:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T06:54:26,082 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:26,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-14T06:54:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T06:54:26,084 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:26,085 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:26,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T06:54:26,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T06:54:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567326312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567326312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567326312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567326312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T06:54:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T06:54:26,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9edd762602594e51a47b8089fd04a162 2024-11-14T06:54:26,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/956d82d4d57d40129dad9b35069ddc65 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65 2024-11-14T06:54:26,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65, entries=200, sequenceid=471, filesize=14.4 K 2024-11-14T06:54:26,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/e6e2869da5da4553a7bdb854eb670f2b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b 2024-11-14T06:54:26,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T06:54:26,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/9edd762602594e51a47b8089fd04a162 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162 2024-11-14T06:54:26,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T06:54:26,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 6994d1e68af0a8684ca2609b1acc7a15 in 870ms, sequenceid=471, compaction requested=true 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:26,491 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:26,491 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:26,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:26,492 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:26,492 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:26,493 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:26,493 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:26,493 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,493 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,493 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/e8ff23391eef4d84b8f546baea5472bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=39.2 K 2024-11-14T06:54:26,493 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/09ea0157b5d34dfd8ec79f074a21c026, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.8 K 2024-11-14T06:54:26,496 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ff23391eef4d84b8f546baea5472bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:26,496 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ea0157b5d34dfd8ec79f074a21c026, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:26,496 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 81be65f5a9e44183bca1af157201825a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731567263490 2024-11-14T06:54:26,496 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c691b06d2948fb849f5af6a0d075d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731567263490 2024-11-14T06:54:26,497 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e6e2869da5da4553a7bdb854eb670f2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:26,497 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 956d82d4d57d40129dad9b35069ddc65, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:26,505 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:26,506 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/21100648884241aeb9e258724bfb3cb9 is 50, key is test_row_0/A:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:26,511 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:26,511 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/27e4adcafa3d4e5ca9aace1cccae6a36 is 50, key is test_row_0/B:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741918_1094 (size=13221) 2024-11-14T06:54:26,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741919_1095 (size=13221) 2024-11-14T06:54:26,534 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/21100648884241aeb9e258724bfb3cb9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/21100648884241aeb9e258724bfb3cb9 2024-11-14T06:54:26,540 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/27e4adcafa3d4e5ca9aace1cccae6a36 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/27e4adcafa3d4e5ca9aace1cccae6a36 2024-11-14T06:54:26,544 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 21100648884241aeb9e258724bfb3cb9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:26,544 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:26,545 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567266491; duration=0sec 2024-11-14T06:54:26,545 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:26,545 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:26,545 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:26,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T06:54:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,546 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:26,549 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:26,549 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:26,549 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:26,549 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/350315e54fee441b8484cde4c874753b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.8 K 2024-11-14T06:54:26,549 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 27e4adcafa3d4e5ca9aace1cccae6a36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:26,549 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:26,549 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567266491; duration=0sec 2024-11-14T06:54:26,549 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:26,549 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:26,550 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 350315e54fee441b8484cde4c874753b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731567263396 2024-11-14T06:54:26,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43f293f2f70e4c549283838b38798452, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731567263490 2024-11-14T06:54:26,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9edd762602594e51a47b8089fd04a162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:26,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/a41ecd78d97645fb8733fd85a30caeb4 is 50, key is test_row_0/A:col10/1731567265683/Put/seqid=0 2024-11-14T06:54:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741920_1096 (size=12301) 2024-11-14T06:54:26,560 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/a41ecd78d97645fb8733fd85a30caeb4 2024-11-14T06:54:26,567 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:26,567 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/d8ae52e49db640b7ad030260010d1a31 is 50, key is test_row_0/C:col10/1731567265616/Put/seqid=0 2024-11-14T06:54:26,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2b35790b2f504ce58c295ef5ca014be5 is 50, key is test_row_0/B:col10/1731567265683/Put/seqid=0 2024-11-14T06:54:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741921_1097 (size=13221) 2024-11-14T06:54:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741922_1098 (size=12301) 2024-11-14T06:54:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T06:54:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:26,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:26,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567326829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567326829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567326833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567326833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567326943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567326943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567326943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567326943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,002 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/d8ae52e49db640b7ad030260010d1a31 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d8ae52e49db640b7ad030260010d1a31 2024-11-14T06:54:27,003 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2b35790b2f504ce58c295ef5ca014be5 2024-11-14T06:54:27,008 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into d8ae52e49db640b7ad030260010d1a31(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:27,009 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:27,009 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567266491; duration=0sec 2024-11-14T06:54:27,009 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:27,009 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/590a82e9ce9940b5ae019701a17891b6 is 50, key is test_row_0/C:col10/1731567265683/Put/seqid=0 2024-11-14T06:54:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741923_1099 (size=12301) 2024-11-14T06:54:27,018 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/590a82e9ce9940b5ae019701a17891b6 2024-11-14T06:54:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/a41ecd78d97645fb8733fd85a30caeb4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4 2024-11-14T06:54:27,032 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4, entries=150, sequenceid=507, filesize=12.0 K 2024-11-14T06:54:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/2b35790b2f504ce58c295ef5ca014be5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5 2024-11-14T06:54:27,040 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5, entries=150, sequenceid=507, filesize=12.0 K 2024-11-14T06:54:27,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/590a82e9ce9940b5ae019701a17891b6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6 2024-11-14T06:54:27,061 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6, entries=150, sequenceid=507, filesize=12.0 K 2024-11-14T06:54:27,062 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 6994d1e68af0a8684ca2609b1acc7a15 in 516ms, sequenceid=507, compaction requested=false 2024-11-14T06:54:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T06:54:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T06:54:27,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T06:54:27,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 980 msec 2024-11-14T06:54:27,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 985 msec 2024-11-14T06:54:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:27,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:27,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:27,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c8d8ea3c718e49c189ee02a87d02c6e2 is 50, key is test_row_0/A:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:27,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741924_1100 (size=14741) 2024-11-14T06:54:27,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c8d8ea3c718e49c189ee02a87d02c6e2 2024-11-14T06:54:27,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bed484dd5d344414be591f45d77a5600 is 50, key is test_row_0/B:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:27,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567267169, max timestamp=1731567267183Num uniques 859; 2024-11-14T06:54:27,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:27,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567267169, max timestamp=1731567267183Num uniques 859; 2024-11-14T06:54:27,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:27,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731567267169, max timestamp=1731567267183Num uniques 859; 2024-11-14T06:54:27,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-14T06:54:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741925_1101 (size=12301) 2024-11-14T06:54:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567327205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567327210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567327211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567327211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T06:54:27,223 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:27,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-14T06:54:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:27,227 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:27,227 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:27,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567327322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567327322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567327322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567327323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:27,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:27,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567327532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567327533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567327533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567327533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bed484dd5d344414be591f45d77a5600 2024-11-14T06:54:27,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/a01b1a434ae2438cbfda942a29957468 is 50, key is test_row_0/C:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741926_1102 (size=12301) 2024-11-14T06:54:27,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,709 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T06:54:27,709 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:27,712 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T06:54:27,712 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:27,713 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T06:54:27,713 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:27,713 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,713 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,713 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,714 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,714 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,714 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:27,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:27,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:27,717 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T06:54:27,717 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:27,717 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,717 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:27,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:27,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:27,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36076 deadline: 1731567327852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36082 deadline: 1731567327853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36032 deadline: 1731567327853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36092 deadline: 1731567327853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:54:27,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:27,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:28,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/a01b1a434ae2438cbfda942a29957468 2024-11-14T06:54:28,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/c8d8ea3c718e49c189ee02a87d02c6e2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2 2024-11-14T06:54:28,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2, entries=200, sequenceid=519, filesize=14.4 K 2024-11-14T06:54:28,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/bed484dd5d344414be591f45d77a5600 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600 2024-11-14T06:54:28,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600, entries=150, sequenceid=519, filesize=12.0 K 2024-11-14T06:54:28,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/a01b1a434ae2438cbfda942a29957468 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468 2024-11-14T06:54:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468, entries=150, sequenceid=519, filesize=12.0 K 2024-11-14T06:54:28,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 6994d1e68af0a8684ca2609b1acc7a15 in 877ms, sequenceid=519, compaction requested=true 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:28,032 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:28,032 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6994d1e68af0a8684ca2609b1acc7a15:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:28,033 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:28,033 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:28,034 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/B is initiating minor compaction (all files) 2024-11-14T06:54:28,034 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/A is initiating minor compaction (all files) 2024-11-14T06:54:28,034 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/A in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:28,034 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/B in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:28,034 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/21100648884241aeb9e258724bfb3cb9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=39.3 K 2024-11-14T06:54:28,034 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/27e4adcafa3d4e5ca9aace1cccae6a36, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.9 K 2024-11-14T06:54:28,034 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21100648884241aeb9e258724bfb3cb9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:28,034 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e4adcafa3d4e5ca9aace1cccae6a36, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:28,035 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b35790b2f504ce58c295ef5ca014be5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1731567265676 2024-11-14T06:54:28,035 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41ecd78d97645fb8733fd85a30caeb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1731567265676 2024-11-14T06:54:28,035 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8d8ea3c718e49c189ee02a87d02c6e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731567266825 2024-11-14T06:54:28,035 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bed484dd5d344414be591f45d77a5600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731567266826 2024-11-14T06:54:28,042 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:28,043 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:28,043 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/1a73fc605ad04d6aaf04cfa4f5134297 is 50, key is test_row_0/B:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:28,044 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/2ba2a75005c544ffa13cd29097ed6b77 is 50, key is test_row_0/A:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741927_1103 (size=13323) 2024-11-14T06:54:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741928_1104 (size=13323) 2024-11-14T06:54:28,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T06:54:28,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:28,153 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:28,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/22f33fb74d47405e981563da764d6fce is 50, key is test_row_0/A:col10/1731567267209/Put/seqid=0 2024-11-14T06:54:28,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741929_1105 (size=12301) 2024-11-14T06:54:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. as already flushing 2024-11-14T06:54:28,294 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T06:54:28,294 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:28,294 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,294 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:28,365 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T06:54:28,365 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T06:54:28,365 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T06:54:28,365 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:28,365 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:28,365 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,365 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:28,366 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,366 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,366 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,366 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,366 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:28,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:28,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:28,368 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T06:54:28,368 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:28,368 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,369 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:28,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:28,457 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/1a73fc605ad04d6aaf04cfa4f5134297 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/1a73fc605ad04d6aaf04cfa4f5134297 2024-11-14T06:54:28,457 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/2ba2a75005c544ffa13cd29097ed6b77 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/2ba2a75005c544ffa13cd29097ed6b77 2024-11-14T06:54:28,465 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/B of 6994d1e68af0a8684ca2609b1acc7a15 into 1a73fc605ad04d6aaf04cfa4f5134297(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:28,465 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/A of 6994d1e68af0a8684ca2609b1acc7a15 into 2ba2a75005c544ffa13cd29097ed6b77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:28,465 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/B, priority=13, startTime=1731567268032; duration=0sec 2024-11-14T06:54:28,465 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/A, priority=13, startTime=1731567268032; duration=0sec 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:B 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:28,465 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:A 2024-11-14T06:54:28,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:28,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6994d1e68af0a8684ca2609b1acc7a15/C is initiating minor compaction (all files) 2024-11-14T06:54:28,467 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6994d1e68af0a8684ca2609b1acc7a15/C in TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:28,467 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d8ae52e49db640b7ad030260010d1a31, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp, totalSize=36.9 K 2024-11-14T06:54:28,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d8ae52e49db640b7ad030260010d1a31, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1731567265616 2024-11-14T06:54:28,468 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 590a82e9ce9940b5ae019701a17891b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1731567265676 2024-11-14T06:54:28,468 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a01b1a434ae2438cbfda942a29957468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731567266826 2024-11-14T06:54:28,476 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6994d1e68af0a8684ca2609b1acc7a15#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:28,477 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/a25bf62a42d34f1da8b34c4af1f5f930 is 50, key is test_row_0/C:col10/1731567266826/Put/seqid=0 2024-11-14T06:54:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741930_1106 (size=13323) 2024-11-14T06:54:28,565 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/22f33fb74d47405e981563da764d6fce 2024-11-14T06:54:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/50d26a5e370d4706ad833f7d55f5ccc5 is 50, key is test_row_0/B:col10/1731567267209/Put/seqid=0 2024-11-14T06:54:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741931_1107 (size=12301) 2024-11-14T06:54:28,894 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/a25bf62a42d34f1da8b34c4af1f5f930 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a25bf62a42d34f1da8b34c4af1f5f930 2024-11-14T06:54:28,900 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6994d1e68af0a8684ca2609b1acc7a15/C of 6994d1e68af0a8684ca2609b1acc7a15 into a25bf62a42d34f1da8b34c4af1f5f930(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:28,900 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:28,900 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., storeName=6994d1e68af0a8684ca2609b1acc7a15/C, priority=13, startTime=1731567268032; duration=0sec 2024-11-14T06:54:28,900 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:28,900 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6994d1e68af0a8684ca2609b1acc7a15:C 2024-11-14T06:54:28,986 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/50d26a5e370d4706ad833f7d55f5ccc5 2024-11-14T06:54:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e7cfcc2a96ea4eebb7dfe1198944cc25 is 50, key is test_row_0/C:col10/1731567267209/Put/seqid=0 2024-11-14T06:54:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741932_1108 (size=12301) 2024-11-14T06:54:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:29,404 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e7cfcc2a96ea4eebb7dfe1198944cc25 2024-11-14T06:54:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/22f33fb74d47405e981563da764d6fce as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/22f33fb74d47405e981563da764d6fce 2024-11-14T06:54:29,417 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/22f33fb74d47405e981563da764d6fce, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T06:54:29,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/50d26a5e370d4706ad833f7d55f5ccc5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/50d26a5e370d4706ad833f7d55f5ccc5 2024-11-14T06:54:29,424 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/50d26a5e370d4706ad833f7d55f5ccc5, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T06:54:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/e7cfcc2a96ea4eebb7dfe1198944cc25 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e7cfcc2a96ea4eebb7dfe1198944cc25 2024-11-14T06:54:29,432 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e7cfcc2a96ea4eebb7dfe1198944cc25, entries=150, sequenceid=554, filesize=12.0 K 2024-11-14T06:54:29,433 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=33.54 KB/34350 for 6994d1e68af0a8684ca2609b1acc7a15 in 1280ms, sequenceid=554, compaction requested=false 2024-11-14T06:54:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6994d1e68af0a8684ca2609b1acc7a15: 2024-11-14T06:54:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T06:54:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T06:54:29,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T06:54:29,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2070 sec 2024-11-14T06:54:29,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.2140 sec 2024-11-14T06:54:29,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:54:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T06:54:31,392 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:31,392 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:54:31,392 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2884 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2875 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1277 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3821 rows 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1274 2024-11-14T06:54:31,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3815 rows 2024-11-14T06:54:31,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:54:31,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:54:31,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:31,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:31,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:31,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:54:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:31,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567271405"}]},"ts":"1731567271405"} 2024-11-14T06:54:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:31,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:54:31,408 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:54:31,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:54:31,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, UNASSIGN}] 2024-11-14T06:54:31,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, UNASSIGN 2024-11-14T06:54:31,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6994d1e68af0a8684ca2609b1acc7a15, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, UNASSIGN because future has completed 2024-11-14T06:54:31,419 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:54:31,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:31,577 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:31,577 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:54:31,578 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 6994d1e68af0a8684ca2609b1acc7a15, disabling compactions & flushes 2024-11-14T06:54:31,578 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:31,578 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:31,578 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. after waiting 0 ms 2024-11-14T06:54:31,578 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:31,579 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 6994d1e68af0a8684ca2609b1acc7a15 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T06:54:31,579 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=A 2024-11-14T06:54:31,579 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:31,579 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=B 2024-11-14T06:54:31,580 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:31,580 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6994d1e68af0a8684ca2609b1acc7a15, store=C 2024-11-14T06:54:31,580 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:31,587 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f8629281e998400e9f9469f08c83dc79 is 50, key is test_row_0/A:col10/1731567268365/Put/seqid=0 2024-11-14T06:54:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741933_1109 (size=12301) 2024-11-14T06:54:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:31,993 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f8629281e998400e9f9469f08c83dc79 2024-11-14T06:54:32,009 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fef6e95220f424eb190a667158bfba1 is 50, key is test_row_0/B:col10/1731567268365/Put/seqid=0 2024-11-14T06:54:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741934_1110 (size=12301) 2024-11-14T06:54:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:32,413 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fef6e95220f424eb190a667158bfba1 2024-11-14T06:54:32,423 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ef9823aebbdf4465aa502c9752732362 is 50, key is test_row_0/C:col10/1731567268365/Put/seqid=0 2024-11-14T06:54:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741935_1111 (size=12301) 2024-11-14T06:54:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:32,829 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ef9823aebbdf4465aa502c9752732362 2024-11-14T06:54:32,841 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/A/f8629281e998400e9f9469f08c83dc79 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f8629281e998400e9f9469f08c83dc79 2024-11-14T06:54:32,846 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f8629281e998400e9f9469f08c83dc79, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T06:54:32,847 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/B/5fef6e95220f424eb190a667158bfba1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fef6e95220f424eb190a667158bfba1 2024-11-14T06:54:32,852 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fef6e95220f424eb190a667158bfba1, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T06:54:32,852 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/.tmp/C/ef9823aebbdf4465aa502c9752732362 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ef9823aebbdf4465aa502c9752732362 2024-11-14T06:54:32,856 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ef9823aebbdf4465aa502c9752732362, entries=150, sequenceid=565, filesize=12.0 K 2024-11-14T06:54:32,857 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6994d1e68af0a8684ca2609b1acc7a15 in 1278ms, sequenceid=565, compaction requested=true 2024-11-14T06:54:32,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/759dd572358f4359a48b33ce68d8a73e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/58b446ae5c7c4f27908e19045b44f287, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3661b3b970964eca94e7bef2c37edcf5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/6f22b5ae990c4ed4886d635e9a3063a7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/0001ab7e6066404d9ee14288d2e0de03, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/dae49caa0ea84dc78d28eea544cc76da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/e8ff23391eef4d84b8f546baea5472bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/21100648884241aeb9e258724bfb3cb9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2] to archive 2024-11-14T06:54:32,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:54:32,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/af4b9f3a4ac9448e9428e572b144851c 2024-11-14T06:54:32,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/1e8887f6c4ae4c42b8eec0f6334c4caa 2024-11-14T06:54:32,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/baf99327bb164be9902b4daedccd1237 2024-11-14T06:54:32,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/759dd572358f4359a48b33ce68d8a73e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/759dd572358f4359a48b33ce68d8a73e 2024-11-14T06:54:32,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/076a7f79bda64fedb8238504e2319fb6 2024-11-14T06:54:32,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3801d5a311364dc18b7f9decdc25bfc3 2024-11-14T06:54:32,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/d52eb85db2334c069bef704ce8dcc424 2024-11-14T06:54:32,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/58b446ae5c7c4f27908e19045b44f287 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/58b446ae5c7c4f27908e19045b44f287 2024-11-14T06:54:32,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/81c0da0f2af746dc83d4bb8eb71afcc0 2024-11-14T06:54:32,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/bbf263e6deac48ed860bafff57257088 2024-11-14T06:54:32,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3661b3b970964eca94e7bef2c37edcf5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/3661b3b970964eca94e7bef2c37edcf5 2024-11-14T06:54:32,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/162399ffd8fc491db118b0593ce9ddf1 2024-11-14T06:54:32,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/6f22b5ae990c4ed4886d635e9a3063a7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/6f22b5ae990c4ed4886d635e9a3063a7 2024-11-14T06:54:32,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c1bf5f769a5c46c385d2db779706b6d0 2024-11-14T06:54:32,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/5f4899c179d540538a8b292b9decbf0a 2024-11-14T06:54:32,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/84ecbffaad5e41aaa32524fde723e1dc 2024-11-14T06:54:32,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/fdcc0ba8d60c4946add942d51ca0ceaf 2024-11-14T06:54:32,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/0001ab7e6066404d9ee14288d2e0de03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/0001ab7e6066404d9ee14288d2e0de03 2024-11-14T06:54:32,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/356211d301714215a2db79aa54f73367 2024-11-14T06:54:32,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/de01b0639b004916b2f47b2487636aaf 2024-11-14T06:54:32,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f1c2c23aa5e748d38449057064d0ac4d 2024-11-14T06:54:32,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/dae49caa0ea84dc78d28eea544cc76da to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/dae49caa0ea84dc78d28eea544cc76da 2024-11-14T06:54:32,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/9feab17de93d4e9a884c77d0a4ceabdb 2024-11-14T06:54:32,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/ab183eeecb604d29a6edd482e640f351 2024-11-14T06:54:32,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/e8ff23391eef4d84b8f546baea5472bf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/e8ff23391eef4d84b8f546baea5472bf 2024-11-14T06:54:32,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c2c691b06d2948fb849f5af6a0d075d0 2024-11-14T06:54:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/956d82d4d57d40129dad9b35069ddc65 2024-11-14T06:54:32,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/21100648884241aeb9e258724bfb3cb9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/21100648884241aeb9e258724bfb3cb9 2024-11-14T06:54:32,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/a41ecd78d97645fb8733fd85a30caeb4 2024-11-14T06:54:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/c8d8ea3c718e49c189ee02a87d02c6e2 2024-11-14T06:54:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/fd74a9fda66a4a828001a502e550dad5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/748e2b1a61c74ef1b94eb2be63019daf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b6437284fb92436f829e92a5c0a271af, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/06ad6fd11d8a4079a27de01c5a09aa89, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b4d7790a03f04f178c912126c73d0310, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/73fc9ac9907b4ff88476b83b49a28573, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/09ea0157b5d34dfd8ec79f074a21c026, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/27e4adcafa3d4e5ca9aace1cccae6a36, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600] to archive 2024-11-14T06:54:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:54:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2e5bf059b7db4a3c9da7837a45d81d81 2024-11-14T06:54:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/a6196f044bca4609b98f082dbba47fab 2024-11-14T06:54:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/fd74a9fda66a4a828001a502e550dad5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/fd74a9fda66a4a828001a502e550dad5 2024-11-14T06:54:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/dfb53fc8c7a240c290056989c140e8ed 2024-11-14T06:54:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2954bea3885249a58caa65812c8102f0 2024-11-14T06:54:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/77b4d17afe7547eaad52f3d0396912d6 2024-11-14T06:54:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/748e2b1a61c74ef1b94eb2be63019daf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/748e2b1a61c74ef1b94eb2be63019daf 2024-11-14T06:54:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/557753a598904b388fc7602f34cf157a 2024-11-14T06:54:32,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/301acffe1ff240dcbdd550bd9a50ad07 2024-11-14T06:54:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b6437284fb92436f829e92a5c0a271af to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b6437284fb92436f829e92a5c0a271af 2024-11-14T06:54:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/774075c0fc4d44fa96008ceba61bdcfd 2024-11-14T06:54:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/04f292b6d8704974ac8a4b588278559a 2024-11-14T06:54:32,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/06ad6fd11d8a4079a27de01c5a09aa89 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/06ad6fd11d8a4079a27de01c5a09aa89 2024-11-14T06:54:32,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fa90bf42f644ac2abaa9ade6948d76c 2024-11-14T06:54:32,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/79af098fa147492683db4b8880577726 2024-11-14T06:54:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c487444dce2a44a29567530cad8a2496 2024-11-14T06:54:32,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b4d7790a03f04f178c912126c73d0310 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/b4d7790a03f04f178c912126c73d0310 2024-11-14T06:54:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bf8e80657c83407c99ea94f4ff0f998d 2024-11-14T06:54:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/6d7c2de0deb84f15b617df6ec120c9d1 2024-11-14T06:54:32,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/ea9b3f73e0ab4ec1931af7e433c0f982 2024-11-14T06:54:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/73fc9ac9907b4ff88476b83b49a28573 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/73fc9ac9907b4ff88476b83b49a28573 2024-11-14T06:54:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/edfe1a0f17af49589dcef514366da07e 2024-11-14T06:54:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/c436f7d6876c4600bc28aefcc43feab0 2024-11-14T06:54:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/09ea0157b5d34dfd8ec79f074a21c026 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/09ea0157b5d34dfd8ec79f074a21c026 2024-11-14T06:54:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/be60396b58bb4080882b98b2d2f2cc5a 2024-11-14T06:54:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/81be65f5a9e44183bca1af157201825a 2024-11-14T06:54:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/27e4adcafa3d4e5ca9aace1cccae6a36 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/27e4adcafa3d4e5ca9aace1cccae6a36 2024-11-14T06:54:32,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/e6e2869da5da4553a7bdb854eb670f2b 2024-11-14T06:54:32,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/2b35790b2f504ce58c295ef5ca014be5 2024-11-14T06:54:32,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/bed484dd5d344414be591f45d77a5600 2024-11-14T06:54:32,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5f4702d43dac48e5b5b8aaea90dd9e78, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3129a7a1bf7d4de9b5a476440b25d256, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/1a382817965f431da3708ffe2308af76, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5c3687cc351546cb803a6d1cd92fe5a6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/2560998d03304162852cfeafd947b293, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/119cf99d9208455c8e6fcb4d546911c7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/350315e54fee441b8484cde4c874753b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d8ae52e49db640b7ad030260010d1a31, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468] to archive 2024-11-14T06:54:32,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:54:32,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/12e56dde2a1146b6a927e000029433f3 2024-11-14T06:54:32,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ca23b3f0160943de9164258e6a40a76f 2024-11-14T06:54:32,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5f4702d43dac48e5b5b8aaea90dd9e78 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5f4702d43dac48e5b5b8aaea90dd9e78 2024-11-14T06:54:32,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d4521eee2f2a4c03944b1b1078e2815a 2024-11-14T06:54:32,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/caec5b44074a4be1b25bc0ff5e87328d 2024-11-14T06:54:32,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/513d5a3189e147759c9447c854ee2cac 2024-11-14T06:54:32,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3129a7a1bf7d4de9b5a476440b25d256 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3129a7a1bf7d4de9b5a476440b25d256 2024-11-14T06:54:32,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/f77bd47a19ed4bfeb84af8070d74eb2d 2024-11-14T06:54:32,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/b109e00d100f40149386c4f4cd1708f7 2024-11-14T06:54:32,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/1a382817965f431da3708ffe2308af76 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/1a382817965f431da3708ffe2308af76 2024-11-14T06:54:32,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/32316015e87a4565aac9a09c03aee1aa 2024-11-14T06:54:32,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/021c5ca43bf142dd9b6da0efde7b4a36 2024-11-14T06:54:32,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5c3687cc351546cb803a6d1cd92fe5a6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/5c3687cc351546cb803a6d1cd92fe5a6 2024-11-14T06:54:32,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/4dcb00d0ff3b473b9dca13681d81f187 2024-11-14T06:54:32,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/cb8928b121bb4df7bb7cf94f69255de2 2024-11-14T06:54:32,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/35035abc9c814accad1d594cd8ac0a86 2024-11-14T06:54:32,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/2560998d03304162852cfeafd947b293 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/2560998d03304162852cfeafd947b293 2024-11-14T06:54:32,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e44a0efa2dff4975b7a1e06567a603c9 2024-11-14T06:54:32,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/c51210ea36f34a7b9955bee617c34492 2024-11-14T06:54:32,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/742f92f19d3c4573b42663804605671f 2024-11-14T06:54:32,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/119cf99d9208455c8e6fcb4d546911c7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/119cf99d9208455c8e6fcb4d546911c7 2024-11-14T06:54:32,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/3d16234d5b2c4a47b0996ba84be4c344 2024-11-14T06:54:32,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9eec890116a241c4ae606cc0067316aa 2024-11-14T06:54:32,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/350315e54fee441b8484cde4c874753b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/350315e54fee441b8484cde4c874753b 2024-11-14T06:54:32,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9c4e6e02c0fa48c59a09b2e34546adf1 2024-11-14T06:54:32,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/43f293f2f70e4c549283838b38798452 2024-11-14T06:54:32,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d8ae52e49db640b7ad030260010d1a31 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/d8ae52e49db640b7ad030260010d1a31 2024-11-14T06:54:32,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/9edd762602594e51a47b8089fd04a162 2024-11-14T06:54:32,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/590a82e9ce9940b5ae019701a17891b6 2024-11-14T06:54:32,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a01b1a434ae2438cbfda942a29957468 2024-11-14T06:54:32,995 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/recovered.edits/568.seqid, newMaxSeqId=568, maxSeqId=1 2024-11-14T06:54:32,996 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. 2024-11-14T06:54:32,996 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 6994d1e68af0a8684ca2609b1acc7a15: Waiting for close lock at 1731567271578Running coprocessor pre-close hooks at 1731567271578Disabling compacts and flushes for region at 1731567271578Disabling writes for close at 1731567271578Obtaining lock to block concurrent updates at 1731567271579 (+1 ms)Preparing flush snapshotting stores in 6994d1e68af0a8684ca2609b1acc7a15 at 1731567271579Finished memstore snapshotting TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731567271580 (+1 ms)Flushing stores of TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15. at 1731567271581 (+1 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/A: creating writer at 1731567271581Flushing 6994d1e68af0a8684ca2609b1acc7a15/A: appending metadata at 1731567271587 (+6 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/A: closing flushed file at 1731567271587Flushing 6994d1e68af0a8684ca2609b1acc7a15/B: creating writer at 1731567272005 (+418 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/B: appending metadata at 1731567272008 (+3 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/B: closing flushed file at 1731567272008Flushing 6994d1e68af0a8684ca2609b1acc7a15/C: creating writer at 1731567272418 (+410 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/C: appending metadata at 1731567272422 (+4 ms)Flushing 6994d1e68af0a8684ca2609b1acc7a15/C: closing flushed file at 1731567272422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a7a6e4: reopening flushed file at 1731567272839 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f2dc13: reopening flushed file at 1731567272847 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ee693e: reopening flushed file at 1731567272852 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6994d1e68af0a8684ca2609b1acc7a15 in 1278ms, sequenceid=565, compaction requested=true at 1731567272857 (+5 ms)Writing region close event to WAL at 1731567272992 (+135 ms)Running coprocessor post-close hooks at 1731567272995 (+3 ms)Closed at 1731567272996 (+1 ms) 2024-11-14T06:54:32,998 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:32,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6994d1e68af0a8684ca2609b1acc7a15, regionState=CLOSED 2024-11-14T06:54:33,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:54:33,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T06:54:33,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 6994d1e68af0a8684ca2609b1acc7a15, server=20680646cf8a,38461,1731567240936 in 1.5830 sec 2024-11-14T06:54:33,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T06:54:33,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6994d1e68af0a8684ca2609b1acc7a15, UNASSIGN in 1.5910 sec 2024-11-14T06:54:33,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T06:54:33,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5970 sec 2024-11-14T06:54:33,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567273009"}]},"ts":"1731567273009"} 2024-11-14T06:54:33,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:54:33,011 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:54:33,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-14T06:54:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T06:54:33,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:33,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:54:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,567 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T06:54:33,568 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:33,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/recovered.edits] 2024-11-14T06:54:33,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/22f33fb74d47405e981563da764d6fce to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/22f33fb74d47405e981563da764d6fce 2024-11-14T06:54:33,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/2ba2a75005c544ffa13cd29097ed6b77 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/2ba2a75005c544ffa13cd29097ed6b77 2024-11-14T06:54:33,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f8629281e998400e9f9469f08c83dc79 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/A/f8629281e998400e9f9469f08c83dc79 2024-11-14T06:54:33,589 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/1a73fc605ad04d6aaf04cfa4f5134297 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/1a73fc605ad04d6aaf04cfa4f5134297 2024-11-14T06:54:33,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/50d26a5e370d4706ad833f7d55f5ccc5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/50d26a5e370d4706ad833f7d55f5ccc5 2024-11-14T06:54:33,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fef6e95220f424eb190a667158bfba1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/B/5fef6e95220f424eb190a667158bfba1 2024-11-14T06:54:33,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a25bf62a42d34f1da8b34c4af1f5f930 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/a25bf62a42d34f1da8b34c4af1f5f930 2024-11-14T06:54:33,595 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e7cfcc2a96ea4eebb7dfe1198944cc25 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/e7cfcc2a96ea4eebb7dfe1198944cc25 2024-11-14T06:54:33,597 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ef9823aebbdf4465aa502c9752732362 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/C/ef9823aebbdf4465aa502c9752732362 2024-11-14T06:54:33,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/recovered.edits/568.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15/recovered.edits/568.seqid 2024-11-14T06:54:33,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6994d1e68af0a8684ca2609b1acc7a15 2024-11-14T06:54:33,600 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:54:33,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T06:54:33,620 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:54:33,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:54:33,651 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,652 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:54:33,652 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567273652"}]},"ts":"9223372036854775807"} 2024-11-14T06:54:33,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:54:33,656 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6994d1e68af0a8684ca2609b1acc7a15, NAME => 'TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:54:33,657 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:54:33,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567273657"}]},"ts":"9223372036854775807"} 2024-11-14T06:54:33,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:54:33,661 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-11-14T06:54:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T06:54:33,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:54:33,674 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:33,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891444835_22 at /127.0.0.1:57038 [Waiting for operation #311] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-274422055_22 at /127.0.0.1:57170 [Waiting for operation #295] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;20680646cf8a:38461-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/20680646cf8a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 636), ProcessCount=11 (was 11), AvailableMemoryMB=2168 (was 2712) 2024-11-14T06:54:33,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=563, ProcessCount=11, AvailableMemoryMB=2165 2024-11-14T06:54:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:54:33,703 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:54:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:33,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:54:33,705 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:33,705 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-14T06:54:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:33,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:54:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741936_1112 (size=1061) 2024-11-14T06:54:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:34,119 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:54:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741937_1113 (size=53) 2024-11-14T06:54:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:34,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:34,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ec7f2bf5de986b925a5c666f9fa6ca43, disabling compactions & flushes 2024-11-14T06:54:34,534 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. after waiting 0 ms 2024-11-14T06:54:34,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,535 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec7f2bf5de986b925a5c666f9fa6ca43: Waiting for close lock at 1731567274534Disabling compacts and flushes for region at 1731567274534Disabling writes for close at 1731567274535 (+1 ms)Writing region close event to WAL at 1731567274535Closed at 1731567274535 2024-11-14T06:54:34,537 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:54:34,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567274537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567274537"}]},"ts":"1731567274537"} 2024-11-14T06:54:34,541 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:54:34,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:54:34,543 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567274543"}]},"ts":"1731567274543"} 2024-11-14T06:54:34,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:54:34,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, ASSIGN}] 2024-11-14T06:54:34,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, ASSIGN 2024-11-14T06:54:34,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:54:34,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:34,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, ASSIGN because future has completed 2024-11-14T06:54:34,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:34,868 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,869 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:54:34,869 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,870 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:34,870 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,870 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,873 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,874 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:34,875 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName A 2024-11-14T06:54:34,875 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:34,876 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:34,876 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,877 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:34,877 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName B 2024-11-14T06:54:34,877 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:34,878 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:34,878 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,879 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:34,879 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName C 2024-11-14T06:54:34,879 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:34,879 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:34,880 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,880 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,880 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,881 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,882 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,882 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,882 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:54:34,883 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,885 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:54:34,885 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened ec7f2bf5de986b925a5c666f9fa6ca43; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67230681, jitterRate=0.00181521475315094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:54:34,885 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:34,886 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for ec7f2bf5de986b925a5c666f9fa6ca43: Running coprocessor pre-open hook at 1731567274870Writing region info on filesystem at 1731567274870Initializing all the Stores at 1731567274872 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567274872Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567274872Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567274872Cleaning up temporary data from old regions at 1731567274882 (+10 ms)Running coprocessor post-open hooks at 1731567274885 (+3 ms)Region opened successfully at 1731567274886 (+1 ms) 2024-11-14T06:54:34,887 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., pid=36, masterSystemTime=1731567274860 2024-11-14T06:54:34,889 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,889 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:34,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:34,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:54:34,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T06:54:34,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 in 186 msec 2024-11-14T06:54:34,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T06:54:34,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, ASSIGN in 349 msec 2024-11-14T06:54:34,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:54:34,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567274899"}]},"ts":"1731567274899"} 2024-11-14T06:54:34,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:54:34,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:54:34,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1990 sec 2024-11-14T06:54:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T06:54:35,864 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:35,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:35,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:35,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:35,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595cff53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:35,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a399522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:35,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:35,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:35,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:54:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:54:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9373c00 2024-11-14T06:54:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:54:35,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:54:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:54:35,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:54:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T06:54:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741938_1114 (size=1097) 2024-11-14T06:54:36,310 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T06:54:36,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T06:54:36,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:54:36,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE}] 2024-11-14T06:54:36,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE 2024-11-14T06:54:36,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:36,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE because future has completed 2024-11-14T06:54:36,330 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:54:36,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:36,483 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,483 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:54:36,483 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing ec7f2bf5de986b925a5c666f9fa6ca43, disabling compactions & flushes 2024-11-14T06:54:36,483 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,483 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,483 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. after waiting 0 ms 2024-11-14T06:54:36,483 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,487 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T06:54:36,487 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,488 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for ec7f2bf5de986b925a5c666f9fa6ca43: Waiting for close lock at 1731567276483Running coprocessor pre-close hooks at 1731567276483Disabling compacts and flushes for region at 1731567276483Disabling writes for close at 1731567276483Writing region close event to WAL at 1731567276483Running coprocessor post-close hooks at 1731567276487 (+4 ms)Closed at 1731567276487 2024-11-14T06:54:36,488 WARN [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: ec7f2bf5de986b925a5c666f9fa6ca43 to self. 2024-11-14T06:54:36,490 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=CLOSED 2024-11-14T06:54:36,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:54:36,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T06:54:36,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 in 163 msec 2024-11-14T06:54:36,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE; state=CLOSED, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=true 2024-11-14T06:54:36,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:36,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE because future has completed 2024-11-14T06:54:36,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:54:36,815 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,815 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:54:36,816 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,816 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:54:36,816 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,816 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,820 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,822 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:36,828 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName A 2024-11-14T06:54:36,829 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:36,830 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:36,831 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,832 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:36,832 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName B 2024-11-14T06:54:36,832 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:36,832 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:36,832 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,833 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:54:36,833 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec7f2bf5de986b925a5c666f9fa6ca43 columnFamilyName C 2024-11-14T06:54:36,833 DEBUG [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:36,834 INFO [StoreOpener-ec7f2bf5de986b925a5c666f9fa6ca43-1 {}] regionserver.HStore(327): Store=ec7f2bf5de986b925a5c666f9fa6ca43/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:54:36,834 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,834 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,835 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,836 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,837 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,837 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,837 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:54:36,838 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,839 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened ec7f2bf5de986b925a5c666f9fa6ca43; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63394583, jitterRate=-0.055347099900245667}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:54:36,839 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,841 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for ec7f2bf5de986b925a5c666f9fa6ca43: Running coprocessor pre-open hook at 1731567276817Writing region info on filesystem at 1731567276817Initializing all the Stores at 1731567276818 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567276818Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567276818Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567276819 (+1 ms)Cleaning up temporary data from old regions at 1731567276837 (+18 ms)Running coprocessor post-open hooks at 1731567276839 (+2 ms)Region opened successfully at 1731567276841 (+2 ms) 2024-11-14T06:54:36,842 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., pid=41, masterSystemTime=1731567276806 2024-11-14T06:54:36,844 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,844 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:36,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=OPEN, openSeqNum=5, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:54:36,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:54:36,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-14T06:54:36,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 in 195 msec 2024-11-14T06:54:36,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T06:54:36,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, REOPEN/MOVE in 522 msec 2024-11-14T06:54:36,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T06:54:36,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-11-14T06:54:36,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 966 msec 2024-11-14T06:54:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-14T06:54:36,859 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:36,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,861 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d97cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,863 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20deb2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,865 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b03e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d14bdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee92545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c3268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f86fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f0764e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e62d07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,878 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676d98c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caf3ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600bfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,883 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba2433b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c017066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,887 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e46a0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,888 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d96d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:54:36,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:54:36,890 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e7f750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:54:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:36,891 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:54:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54499fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:54:36,893 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,893 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,893 DEBUG [Thread-590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:36,893 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,894 DEBUG [Thread-588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,895 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-14T06:54:36,895 DEBUG [Thread-594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,896 DEBUG [Thread-592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,896 DEBUG [Thread-586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:54:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,897 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,898 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:36,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:54:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:54:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:54:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:54:36,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111454e13f6542114773b21fa59c5b55869c_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567276918/Put/seqid=0 2024-11-14T06:54:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741939_1115 (size=14594) 2024-11-14T06:54:36,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731567276950, max timestamp=1731567276976Num uniques 859; 2024-11-14T06:54:36,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:36,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731567276950, max timestamp=1731567276976Num uniques 859; 2024-11-14T06:54:36,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:36,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:36,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567276950, max timestamp=1731567276976Num uniques 859; 2024-11-14T06:54:36,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:36,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111454e13f6542114773b21fa59c5b55869c_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e13f6542114773b21fa59c5b55869c_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:36,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/cdd4fe62da544a238b7d632c0400673d, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:37,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/cdd4fe62da544a238b7d632c0400673d is 175, key is test_row_0/A:col10/1731567276918/Put/seqid=0 2024-11-14T06:54:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741940_1116 (size=39549) 2024-11-14T06:54:37,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/cdd4fe62da544a238b7d632c0400673d 2024-11-14T06:54:37,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567337013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567337015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567337015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567337017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567337024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/b40bd57a342d46e484fa97de009dbd37 is 50, key is test_row_0/B:col10/1731567276918/Put/seqid=0 2024-11-14T06:54:37,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741941_1117 (size=12001) 2024-11-14T06:54:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567337133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567337134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567337134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567337142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567337142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:37,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567337353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567337353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567337353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567337354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567337354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/b40bd57a342d46e484fa97de009dbd37 2024-11-14T06:54:37,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/7df3cd122c164f198cfb93265d4cbf37 is 50, key is test_row_0/C:col10/1731567276918/Put/seqid=0 2024-11-14T06:54:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741942_1118 (size=12001) 2024-11-14T06:54:37,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/7df3cd122c164f198cfb93265d4cbf37 2024-11-14T06:54:37,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/cdd4fe62da544a238b7d632c0400673d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d 2024-11-14T06:54:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:37,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d, entries=200, sequenceid=14, filesize=38.6 K 2024-11-14T06:54:37,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/b40bd57a342d46e484fa97de009dbd37 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37 2024-11-14T06:54:37,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T06:54:37,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/7df3cd122c164f198cfb93265d4cbf37 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37 2024-11-14T06:54:37,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T06:54:37,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ec7f2bf5de986b925a5c666f9fa6ca43 in 645ms, sequenceid=14, compaction requested=false 2024-11-14T06:54:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T06:54:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:37,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-14T06:54:37,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567277009, max timestamp=1731567277665Num uniques 1068; 2024-11-14T06:54:37,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:37,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567277009, max timestamp=1731567277665Num uniques 1068; 2024-11-14T06:54:37,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567277009, max timestamp=1731567277665Num uniques 1068; 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:37,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T06:54:37,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:37,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:37,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bb05aef54c04f94ac22605b454b74f5_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567277022/Put/seqid=0 2024-11-14T06:54:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741943_1119 (size=17034) 2024-11-14T06:54:37,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731567277689, max timestamp=1731567277711Num uniques 859; 2024-11-14T06:54:37,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-14T06:54:37,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731567277689, max timestamp=1731567277711Num uniques 859; 2024-11-14T06:54:37,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-14T06:54:37,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731567277689, max timestamp=1731567277711Num uniques 859; 2024-11-14T06:54:37,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-14T06:54:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567337740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567337741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567337743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567337752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567337754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567337862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567337862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567337862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567337863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567337863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:37,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:37,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567338073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567338073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567338073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567338074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567338074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:38,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bb05aef54c04f94ac22605b454b74f5_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bb05aef54c04f94ac22605b454b74f5_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:38,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/004ca18544c94abb9841dc52cbf8aa08, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:38,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/004ca18544c94abb9841dc52cbf8aa08 is 175, key is test_row_0/A:col10/1731567277022/Put/seqid=0 2024-11-14T06:54:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741944_1120 (size=48139) 2024-11-14T06:54:38,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/004ca18544c94abb9841dc52cbf8aa08 2024-11-14T06:54:38,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5db0182edd78404e8ebd4f915d300114 is 50, key is test_row_0/B:col10/1731567277022/Put/seqid=0 2024-11-14T06:54:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741945_1121 (size=12001) 2024-11-14T06:54:38,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5db0182edd78404e8ebd4f915d300114 2024-11-14T06:54:38,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d513ad27d0194fb9a89d24fd7c3acada is 50, key is test_row_0/C:col10/1731567277022/Put/seqid=0 2024-11-14T06:54:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741946_1122 (size=12001) 2024-11-14T06:54:38,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567338382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567338383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567338383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567338383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567338383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:38,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:54:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:38,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d513ad27d0194fb9a89d24fd7c3acada 2024-11-14T06:54:38,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/004ca18544c94abb9841dc52cbf8aa08 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08 2024-11-14T06:54:38,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08, entries=250, sequenceid=52, filesize=47.0 K 2024-11-14T06:54:38,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5db0182edd78404e8ebd4f915d300114 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114 2024-11-14T06:54:38,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T06:54:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d513ad27d0194fb9a89d24fd7c3acada as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada 2024-11-14T06:54:38,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T06:54:38,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~80.58 KB/82512, currentSize=167.72 KB/171750 for ec7f2bf5de986b925a5c666f9fa6ca43 in 977ms, sequenceid=52, compaction requested=false 2024-11-14T06:54:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:38,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T06:54:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:38,761 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=167.72 KB heapSize=456.47 KB 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c50acd0fda804811a8a733eab4e9a05f_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741947_1123 (size=12154) 2024-11-14T06:54:38,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:38,799 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c50acd0fda804811a8a733eab4e9a05f_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c50acd0fda804811a8a733eab4e9a05f_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:38,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a7aff674b9e64a7b8479429cd1ec5c29, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:38,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a7aff674b9e64a7b8479429cd1ec5c29 is 175, key is test_row_0/A:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:38,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741948_1124 (size=30955) 2024-11-14T06:54:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567338893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567338893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567338896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567338899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567338900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567339012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567339012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567339012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:39,208 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a7aff674b9e64a7b8479429cd1ec5c29 2024-11-14T06:54:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/714fdad25f454212829b39cb252766f6 is 50, key is test_row_0/B:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741949_1125 (size=12001) 2024-11-14T06:54:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567339222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567339222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567339222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567339532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567339542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567339542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,626 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/714fdad25f454212829b39cb252766f6 2024-11-14T06:54:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/efdb32f815544f53a526b20683418e04 is 50, key is test_row_0/C:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741950_1126 (size=12001) 2024-11-14T06:54:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567339912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567339912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:39,918 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:39,918 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:40,043 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/efdb32f815544f53a526b20683418e04 2024-11-14T06:54:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567340043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:40,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a7aff674b9e64a7b8479429cd1ec5c29 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29 2024-11-14T06:54:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:40,057 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29, entries=150, sequenceid=88, filesize=30.2 K 2024-11-14T06:54:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567340052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567340052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:40,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/714fdad25f454212829b39cb252766f6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6 2024-11-14T06:54:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,065 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6, entries=150, sequenceid=88, filesize=11.7 K 2024-11-14T06:54:40,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/efdb32f815544f53a526b20683418e04 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04 2024-11-14T06:54:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,071 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04, entries=150, sequenceid=88, filesize=11.7 K 2024-11-14T06:54:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,073 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~456.42 KB/467376, currentSize=20.13 KB/20610 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1312ms, sequenceid=88, compaction requested=true 2024-11-14T06:54:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T06:54:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T06:54:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T06:54:40,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1770 sec 2024-11-14T06:54:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.1870 sec 2024-11-14T06:54:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T06:54:41,063 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T06:54:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:41,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:41,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:41,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bc02a95ee64f48efaa5c4f85dc614bf7_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_1/A:col10/1731567281099/Put/seqid=0 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741951_1127 (size=19474) 2024-11-14T06:54:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bc02a95ee64f48efaa5c4f85dc614bf7_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc02a95ee64f48efaa5c4f85dc614bf7_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/051c9b6164d443a2a563d82d9c5187fe, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/051c9b6164d443a2a563d82d9c5187fe is 175, key is test_row_1/A:col10/1731567281099/Put/seqid=0 2024-11-14T06:54:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741952_1128 (size=56729) 2024-11-14T06:54:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/051c9b6164d443a2a563d82d9c5187fe 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/78568d73b42d48918de4e8bbb1b3540e is 50, key is test_row_1/B:col10/1731567281099/Put/seqid=0 2024-11-14T06:54:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741953_1129 (size=9657) 2024-11-14T06:54:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/78568d73b42d48918de4e8bbb1b3540e 2024-11-14T06:54:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/f53111d4509948919d041b5b59fdccf7 is 50, key is test_row_1/C:col10/1731567281099/Put/seqid=0 2024-11-14T06:54:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1731567281132, max timestamp=1731567281210Num uniques 859; 2024-11-14T06:54:41,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-11-14T06:54:41,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1731567281132, max timestamp=1731567281210Num uniques 859; 2024-11-14T06:54:41,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-11-14T06:54:41,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1731567281132, max timestamp=1731567281210Num uniques 859; 2024-11-14T06:54:41,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-11-14T06:54:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741954_1130 (size=9657) 2024-11-14T06:54:41,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:41,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/f53111d4509948919d041b5b59fdccf7 2024-11-14T06:54:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/051c9b6164d443a2a563d82d9c5187fe as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe 2024-11-14T06:54:41,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe, entries=300, sequenceid=98, filesize=55.4 K 2024-11-14T06:54:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/78568d73b42d48918de4e8bbb1b3540e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e 2024-11-14T06:54:41,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e, entries=100, sequenceid=98, filesize=9.4 K 2024-11-14T06:54:41,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/f53111d4509948919d041b5b59fdccf7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7 2024-11-14T06:54:41,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7, entries=100, sequenceid=98, filesize=9.4 K 2024-11-14T06:54:41,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=100.63 KB/103050 for ec7f2bf5de986b925a5c666f9fa6ca43 in 183ms, sequenceid=98, compaction requested=true 2024-11-14T06:54:41,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:41,284 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:41,286 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:41,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:41,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:41,287 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:41,287 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:41,287 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=120.76 KB heapSize=312.33 KB 2024-11-14T06:54:41,287 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=171.3 K 2024-11-14T06:54:41,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:41,287 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,288 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe] 2024-11-14T06:54:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:41,288 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:41,288 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:41,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:41,288 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,288 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=44.6 K 2024-11-14T06:54:41,288 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd4fe62da544a238b7d632c0400673d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731567276907 2024-11-14T06:54:41,289 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b40bd57a342d46e484fa97de009dbd37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731567276907 2024-11-14T06:54:41,289 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5db0182edd78404e8ebd4f915d300114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731567277009 2024-11-14T06:54:41,289 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 004ca18544c94abb9841dc52cbf8aa08, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731567277009 2024-11-14T06:54:41,290 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 714fdad25f454212829b39cb252766f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731567277739 2024-11-14T06:54:41,290 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7aff674b9e64a7b8479429cd1ec5c29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731567277739 2024-11-14T06:54:41,290 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 78568d73b42d48918de4e8bbb1b3540e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567281097 2024-11-14T06:54:41,291 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051c9b6164d443a2a563d82d9c5187fe, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567278897 2024-11-14T06:54:41,309 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,316 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:41,317 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/cfa353a43e564569868fef72e060d3e5 is 50, key is test_row_0/B:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:41,322 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144bb8410bba6b47639f04ac0ce6426efa_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,329 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144bb8410bba6b47639f04ac0ce6426efa_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,329 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144bb8410bba6b47639f04ac0ce6426efa_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567341316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567341318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567341330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a92f51b5d5b0444789f674beb0057b01_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567281256/Put/seqid=0 2024-11-14T06:54:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741955_1131 (size=12139) 2024-11-14T06:54:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741957_1133 (size=12154) 2024-11-14T06:54:41,383 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741956_1132 (size=4469) 2024-11-14T06:54:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a92f51b5d5b0444789f674beb0057b01_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a92f51b5d5b0444789f674beb0057b01_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f6721fb7162b4a2799ed808adb11908b, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f6721fb7162b4a2799ed808adb11908b is 175, key is test_row_0/A:col10/1731567281256/Put/seqid=0 2024-11-14T06:54:41,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741958_1134 (size=30955) 2024-11-14T06:54:41,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567341442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567341442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567341442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:41,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:41,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567341653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567341653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567341653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:41,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:41,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:41,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,757 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/cfa353a43e564569868fef72e060d3e5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cfa353a43e564569868fef72e060d3e5 2024-11-14T06:54:41,764 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into cfa353a43e564569868fef72e060d3e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:41,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:41,764 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=12, startTime=1731567281286; duration=0sec 2024-11-14T06:54:41,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:41,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:41,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:54:41,766 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:54:41,766 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:41,766 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,766 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=44.6 K 2024-11-14T06:54:41,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 7df3cd122c164f198cfb93265d4cbf37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731567276907 2024-11-14T06:54:41,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d513ad27d0194fb9a89d24fd7c3acada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731567277009 2024-11-14T06:54:41,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting efdb32f815544f53a526b20683418e04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731567277739 2024-11-14T06:54:41,768 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f53111d4509948919d041b5b59fdccf7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567281097 2024-11-14T06:54:41,784 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:41,785 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/f13d1f2168b24eeb97d582676ee0546f is 50, key is test_row_0/C:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:41,789 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:41,789 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/88f1f88b16e24a5ba8285db051a222d4 is 175, key is test_row_0/A:col10/1731567277741/Put/seqid=0 2024-11-14T06:54:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741959_1135 (size=12139) 2024-11-14T06:54:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741960_1136 (size=31200) 2024-11-14T06:54:41,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f6721fb7162b4a2799ed808adb11908b 2024-11-14T06:54:41,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 is 50, key is test_row_0/B:col10/1731567281256/Put/seqid=0 2024-11-14T06:54:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741961_1137 (size=12001) 2024-11-14T06:54:41,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 2024-11-14T06:54:41,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/ec4d36be339e4acf841f864d124fa495 is 50, key is test_row_0/C:col10/1731567281256/Put/seqid=0 2024-11-14T06:54:41,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:41,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:41,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741962_1138 (size=12001) 2024-11-14T06:54:41,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/ec4d36be339e4acf841f864d124fa495 2024-11-14T06:54:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f6721fb7162b4a2799ed808adb11908b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b 2024-11-14T06:54:41,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b, entries=150, sequenceid=126, filesize=30.2 K 2024-11-14T06:54:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 2024-11-14T06:54:41,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T06:54:41,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/ec4d36be339e4acf841f864d124fa495 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495 2024-11-14T06:54:41,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T06:54:41,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~312.28 KB/319776, currentSize=67.09 KB/68700 for ec7f2bf5de986b925a5c666f9fa6ca43 in 603ms, sequenceid=126, compaction requested=false 2024-11-14T06:54:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:41,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:41,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df107afa53824257b0bc60baed479196_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741963_1139 (size=14794) 2024-11-14T06:54:41,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:41,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567341974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567341974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df107afa53824257b0bc60baed479196_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df107afa53824257b0bc60baed479196_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567341976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567341977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567341979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:41,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/69235c02a64d445cab4dbe0db81a9816, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:41,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/69235c02a64d445cab4dbe0db81a9816 is 175, key is test_row_0/A:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:41,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741964_1140 (size=39749) 2024-11-14T06:54:41,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/69235c02a64d445cab4dbe0db81a9816 2024-11-14T06:54:42,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/cf250c2334834098a999aca9bef025ff is 50, key is test_row_0/B:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:42,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741965_1141 (size=12151) 2024-11-14T06:54:42,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567342092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567342093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567342093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567342093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567342093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,201 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/f13d1f2168b24eeb97d582676ee0546f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f13d1f2168b24eeb97d582676ee0546f 2024-11-14T06:54:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:42,210 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/88f1f88b16e24a5ba8285db051a222d4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4 2024-11-14T06:54:42,211 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into f13d1f2168b24eeb97d582676ee0546f(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:42,211 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,211 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=12, startTime=1731567281286; duration=0sec 2024-11-14T06:54:42,212 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,212 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:42,217 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into 88f1f88b16e24a5ba8285db051a222d4(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:42,217 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,217 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=12, startTime=1731567281284; duration=0sec 2024-11-14T06:54:42,217 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,217 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:42,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567342302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567342302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567342302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567342313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567342313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/cf250c2334834098a999aca9bef025ff 2024-11-14T06:54:42,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/543e8ada1cb74a3489240b8e4dd1125a is 50, key is test_row_0/C:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741966_1142 (size=12151) 2024-11-14T06:54:42,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/543e8ada1cb74a3489240b8e4dd1125a 2024-11-14T06:54:42,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/69235c02a64d445cab4dbe0db81a9816 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816 2024-11-14T06:54:42,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816, entries=200, sequenceid=141, filesize=38.8 K 2024-11-14T06:54:42,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/cf250c2334834098a999aca9bef025ff as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff 2024-11-14T06:54:42,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff, entries=150, sequenceid=141, filesize=11.9 K 2024-11-14T06:54:42,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/543e8ada1cb74a3489240b8e4dd1125a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a 2024-11-14T06:54:42,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a, entries=150, sequenceid=141, filesize=11.9 K 2024-11-14T06:54:42,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ec7f2bf5de986b925a5c666f9fa6ca43 in 549ms, sequenceid=141, compaction requested=true 2024-11-14T06:54:42,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:42,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,484 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:42,485 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:42,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:42,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101904 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:42,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:42,486 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:42,486 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,486 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:42,486 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,486 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=99.5 K 2024-11-14T06:54:42,486 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,486 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cfa353a43e564569868fef72e060d3e5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=35.4 K 2024-11-14T06:54:42,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816] 2024-11-14T06:54:42,487 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa353a43e564569868fef72e060d3e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567277741 2024-11-14T06:54:42,488 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88f1f88b16e24a5ba8285db051a222d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567277741 2024-11-14T06:54:42,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:42,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:42,490 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 41d9d0ac6dfe4bdf90a5b7ca285d67b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567281229 2024-11-14T06:54:42,490 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6721fb7162b4a2799ed808adb11908b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567281229 2024-11-14T06:54:42,491 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting cf250c2334834098a999aca9bef025ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281314 2024-11-14T06:54:42,494 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69235c02a64d445cab4dbe0db81a9816, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281303 2024-11-14T06:54:42,505 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:42,512 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:42,513 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/16b37cbcd8444eecaa3567f2a68b070e is 50, key is test_row_0/B:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:42,518 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141516f831ce8140bbafb70addaa3e27ce_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:42,520 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141516f831ce8140bbafb70addaa3e27ce_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:42,520 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141516f831ce8140bbafb70addaa3e27ce_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741967_1143 (size=12391) 2024-11-14T06:54:42,545 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/16b37cbcd8444eecaa3567f2a68b070e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/16b37cbcd8444eecaa3567f2a68b070e 2024-11-14T06:54:42,558 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into 16b37cbcd8444eecaa3567f2a68b070e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:42,558 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,560 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=13, startTime=1731567282484; duration=0sec 2024-11-14T06:54:42,561 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:42,561 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:42,561 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:42,562 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:42,562 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:42,562 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,562 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f13d1f2168b24eeb97d582676ee0546f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=35.4 K 2024-11-14T06:54:42,564 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f13d1f2168b24eeb97d582676ee0546f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731567277741 2024-11-14T06:54:42,565 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ec4d36be339e4acf841f864d124fa495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567281229 2024-11-14T06:54:42,566 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 543e8ada1cb74a3489240b8e4dd1125a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281314 2024-11-14T06:54:42,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741968_1144 (size=4469) 2024-11-14T06:54:42,579 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:42,580 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/fa7dce4601f74f2d9ad0487cd076a7f8 is 50, key is test_row_0/C:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:42,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741969_1145 (size=12391) 2024-11-14T06:54:42,611 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/fa7dce4601f74f2d9ad0487cd076a7f8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/fa7dce4601f74f2d9ad0487cd076a7f8 2024-11-14T06:54:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:42,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T06:54:42,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:42,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,625 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into fa7dce4601f74f2d9ad0487cd076a7f8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:42,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,626 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,626 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=13, startTime=1731567282488; duration=0sec 2024-11-14T06:54:42,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,626 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,626 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114be642a11365f400db14ddec1f5afc876_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567281971/Put/seqid=0 2024-11-14T06:54:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567342639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567342641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567342642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567342643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567342647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741970_1146 (size=12304) 2024-11-14T06:54:42,666 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:42,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114be642a11365f400db14ddec1f5afc876_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be642a11365f400db14ddec1f5afc876_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:42,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/5b0f979226414cd0b7f6b7572f9fd6ff, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:42,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/5b0f979226414cd0b7f6b7572f9fd6ff is 175, key is test_row_0/A:col10/1731567281971/Put/seqid=0 2024-11-14T06:54:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741971_1147 (size=31105) 2024-11-14T06:54:42,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/5b0f979226414cd0b7f6b7572f9fd6ff 2024-11-14T06:54:42,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/c01a8033d23e41848b7242b3c963dcc5 is 50, key is test_row_0/B:col10/1731567281971/Put/seqid=0 2024-11-14T06:54:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741972_1148 (size=12151) 2024-11-14T06:54:42,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567342752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567342753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567342753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567342753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567342762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:42,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567342962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567342962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567342962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567342972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567342972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:42,977 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#120 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:42,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/718dd77f0dec48719b84232ef6c16a75 is 175, key is test_row_0/A:col10/1731567281326/Put/seqid=0 2024-11-14T06:54:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741973_1149 (size=31345) 2024-11-14T06:54:42,991 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/718dd77f0dec48719b84232ef6c16a75 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75 2024-11-14T06:54:42,998 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into 718dd77f0dec48719b84232ef6c16a75(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:42,998 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:42,998 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=13, startTime=1731567282484; duration=0sec 2024-11-14T06:54:42,998 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:42,998 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:43,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:43,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:43,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:43,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/c01a8033d23e41848b7242b3c963dcc5 2024-11-14T06:54:43,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d602169d88174fc8857ca787e08b86ef is 50, key is test_row_0/C:col10/1731567281971/Put/seqid=0 2024-11-14T06:54:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741974_1150 (size=12151) 2024-11-14T06:54:43,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d602169d88174fc8857ca787e08b86ef 2024-11-14T06:54:43,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/5b0f979226414cd0b7f6b7572f9fd6ff as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff 2024-11-14T06:54:43,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff, entries=150, sequenceid=164, filesize=30.4 K 2024-11-14T06:54:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/c01a8033d23e41848b7242b3c963dcc5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5 2024-11-14T06:54:43,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5, entries=150, sequenceid=164, filesize=11.9 K 2024-11-14T06:54:43,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d602169d88174fc8857ca787e08b86ef as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef 2024-11-14T06:54:43,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef, entries=150, sequenceid=164, filesize=11.9 K 2024-11-14T06:54:43,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ec7f2bf5de986b925a5c666f9fa6ca43 in 533ms, sequenceid=164, compaction requested=false 2024-11-14T06:54:43,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:43,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T06:54:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:43,240 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:43,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:43,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114005291cf539a426faaa2149a9e545403_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567282641/Put/seqid=0 2024-11-14T06:54:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741975_1151 (size=12304) 2024-11-14T06:54:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:43,278 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114005291cf539a426faaa2149a9e545403_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114005291cf539a426faaa2149a9e545403_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:43,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/8f6c20ca3a604c2abb3328e023bb7f40, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:43,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/8f6c20ca3a604c2abb3328e023bb7f40 is 175, key is test_row_0/A:col10/1731567282641/Put/seqid=0 2024-11-14T06:54:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741976_1152 (size=31105) 2024-11-14T06:54:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567343309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567343311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567343314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567343314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567343318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567343422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567343422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567343432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567343432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567343432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567343632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567343632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567343642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567343642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567343642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,690 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/8f6c20ca3a604c2abb3328e023bb7f40 2024-11-14T06:54:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9de03f8f0c464eb0bb682f47da4d6bda is 50, key is test_row_0/B:col10/1731567282641/Put/seqid=0 2024-11-14T06:54:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741977_1153 (size=12151) 2024-11-14T06:54:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567343942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567343942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567343952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567343952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567343952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:43,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,103 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9de03f8f0c464eb0bb682f47da4d6bda 2024-11-14T06:54:44,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6bb32adf914646e993b29ccb2b7a5173 is 50, key is test_row_0/C:col10/1731567282641/Put/seqid=0 2024-11-14T06:54:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741978_1154 (size=12151) 2024-11-14T06:54:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567344452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567344463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567344463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567344472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567344472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:44,524 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6bb32adf914646e993b29ccb2b7a5173 2024-11-14T06:54:44,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/8f6c20ca3a604c2abb3328e023bb7f40 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40 2024-11-14T06:54:44,534 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40, entries=150, sequenceid=179, filesize=30.4 K 2024-11-14T06:54:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9de03f8f0c464eb0bb682f47da4d6bda as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda 2024-11-14T06:54:44,540 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:54:44,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6bb32adf914646e993b29ccb2b7a5173 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173 2024-11-14T06:54:44,547 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:54:44,548 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1309ms, sequenceid=179, compaction requested=true 2024-11-14T06:54:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T06:54:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T06:54:44,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T06:54:44,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4830 sec 2024-11-14T06:54:44,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.4880 sec 2024-11-14T06:54:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T06:54:45,232 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:45,233 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T06:54:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T06:54:45,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:45,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:45,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T06:54:45,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T06:54:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:45,388 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114015167e5abb846e5a0ffbc16675d7ae2_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567283310/Put/seqid=0 2024-11-14T06:54:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741979_1155 (size=12304) 2024-11-14T06:54:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:45,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567345480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567345483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567345483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,487 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,487 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567345486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567345486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T06:54:45,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567345592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567345603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567345603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,747 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T06:54:45,747 INFO [master/20680646cf8a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T06:54:45,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567345802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,807 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114015167e5abb846e5a0ffbc16675d7ae2_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114015167e5abb846e5a0ffbc16675d7ae2_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/c377e2a47cc84e2a930f0524041c5243, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:45,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/c377e2a47cc84e2a930f0524041c5243 is 175, key is test_row_0/A:col10/1731567283310/Put/seqid=0 2024-11-14T06:54:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567345812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567345813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741980_1156 (size=31105) 2024-11-14T06:54:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:45,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:45,816 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/c377e2a47cc84e2a930f0524041c5243 2024-11-14T06:54:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/4968a149ba9d46f58983ff216ac93819 is 50, key is test_row_0/B:col10/1731567283310/Put/seqid=0 2024-11-14T06:54:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741981_1157 (size=12151) 2024-11-14T06:54:45,831 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/4968a149ba9d46f58983ff216ac93819 2024-11-14T06:54:45,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/34a56b97c2fd420697430d1669620eee is 50, key is test_row_0/C:col10/1731567283310/Put/seqid=0 2024-11-14T06:54:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741982_1158 (size=12151) 2024-11-14T06:54:45,848 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/34a56b97c2fd420697430d1669620eee 2024-11-14T06:54:45,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/c377e2a47cc84e2a930f0524041c5243 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243 2024-11-14T06:54:45,858 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243, entries=150, sequenceid=199, filesize=30.4 K 2024-11-14T06:54:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/4968a149ba9d46f58983ff216ac93819 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819 2024-11-14T06:54:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T06:54:45,865 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T06:54:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-14T06:54:45,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/34a56b97c2fd420697430d1669620eee as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee 2024-11-14T06:54:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee, entries=150, sequenceid=199, filesize=11.9 K 2024-11-14T06:54:45,874 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ec7f2bf5de986b925a5c666f9fa6ca43 in 487ms, sequenceid=199, compaction requested=true 2024-11-14T06:54:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:45,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T06:54:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T06:54:45,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T06:54:45,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 640 msec 2024-11-14T06:54:45,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 645 msec 2024-11-14T06:54:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:46,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:46,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e82dba39376b41a2acb9cabd6a8941ec_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741983_1159 (size=14794) 2024-11-14T06:54:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567346179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567346180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567346182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567346292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567346292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567346302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T06:54:46,372 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:46,372 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T06:54:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:46,375 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:46,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:46,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:46,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567346512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:46,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e82dba39376b41a2acb9cabd6a8941ec_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e82dba39376b41a2acb9cabd6a8941ec_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:46,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/81d499aef9bc4491ab49531f940d9e13, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:46,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/81d499aef9bc4491ab49531f940d9e13 is 175, key is test_row_0/A:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741984_1160 (size=39749) 2024-11-14T06:54:46,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567346812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567346812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567346822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:46,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:46,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/81d499aef9bc4491ab49531f940d9e13 2024-11-14T06:54:46,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/0859aee85354446aabca87ecf4f7fd9b is 50, key is test_row_0/B:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:46,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741985_1161 (size=12151) 2024-11-14T06:54:46,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:46,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:46,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:47,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567347322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567347322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:47,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567347332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:47,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:47,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/0859aee85354446aabca87ecf4f7fd9b 2024-11-14T06:54:47,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bb5533d25d3e4651905e811674771ede is 50, key is test_row_0/C:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741986_1162 (size=12151) 2024-11-14T06:54:47,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567347502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:47,504 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:47,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567347512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:47,514 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:47,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:47,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bb5533d25d3e4651905e811674771ede 2024-11-14T06:54:47,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/81d499aef9bc4491ab49531f940d9e13 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13 2024-11-14T06:54:47,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13, entries=200, sequenceid=212, filesize=38.8 K 2024-11-14T06:54:47,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/0859aee85354446aabca87ecf4f7fd9b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b 2024-11-14T06:54:47,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T06:54:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bb5533d25d3e4651905e811674771ede as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede 2024-11-14T06:54:47,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T06:54:47,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1683ms, sequenceid=212, compaction requested=true 2024-11-14T06:54:47,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:47,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:47,798 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T06:54:47,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:47,798 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T06:54:47,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:47,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:47,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:47,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:47,800 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60995 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T06:54:47,800 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164409 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T06:54:47,800 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:47,800 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:47,800 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,800 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,800 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/16b37cbcd8444eecaa3567f2a68b070e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=59.6 K 2024-11-14T06:54:47,800 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=160.6 K 2024-11-14T06:54:47,800 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,800 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13] 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b37cbcd8444eecaa3567f2a68b070e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281314 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 718dd77f0dec48719b84232ef6c16a75, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281314 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c01a8033d23e41848b7242b3c963dcc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731567281971 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0f979226414cd0b7f6b7572f9fd6ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731567281971 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 9de03f8f0c464eb0bb682f47da4d6bda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567282640 2024-11-14T06:54:47,801 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f6c20ca3a604c2abb3328e023bb7f40, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567282640 2024-11-14T06:54:47,802 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4968a149ba9d46f58983ff216ac93819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731567283306 2024-11-14T06:54:47,802 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0859aee85354446aabca87ecf4f7fd9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:47,802 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c377e2a47cc84e2a930f0524041c5243, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731567283306 2024-11-14T06:54:47,802 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81d499aef9bc4491ab49531f940d9e13, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:47,813 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:47,814 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/15b5563d6e3e41c6b3e73e233b0cabf8 is 50, key is test_row_0/B:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:47,815 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:47,822 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140610e5f4b9864195b191d07cab3a5b52_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:47,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741987_1163 (size=12561) 2024-11-14T06:54:47,825 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140610e5f4b9864195b191d07cab3a5b52_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:47,825 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140610e5f4b9864195b191d07cab3a5b52_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741988_1164 (size=4469) 2024-11-14T06:54:47,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T06:54:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:47,902 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434733bc37b9d48d2b689c2e701b3b3ce_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567286178/Put/seqid=0 2024-11-14T06:54:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741989_1165 (size=12304) 2024-11-14T06:54:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:47,918 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434733bc37b9d48d2b689c2e701b3b3ce_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434733bc37b9d48d2b689c2e701b3b3ce_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f19bd90670ba43f29ab9bef251f449b2, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f19bd90670ba43f29ab9bef251f449b2 is 175, key is test_row_0/A:col10/1731567286178/Put/seqid=0 2024-11-14T06:54:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741990_1166 (size=31105) 2024-11-14T06:54:48,230 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#136 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:48,230 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/15b5563d6e3e41c6b3e73e233b0cabf8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/15b5563d6e3e41c6b3e73e233b0cabf8 2024-11-14T06:54:48,231 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9e907e08869d4aafad651ad827573cf5 is 175, key is test_row_0/A:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741991_1167 (size=31515) 2024-11-14T06:54:48,237 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into 15b5563d6e3e41c6b3e73e233b0cabf8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:48,237 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:48,237 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=11, startTime=1731567287798; duration=0sec 2024-11-14T06:54:48,237 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:48,237 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:48,237 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-14T06:54:48,239 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60995 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-14T06:54:48,239 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:48,239 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,239 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/fa7dce4601f74f2d9ad0487cd076a7f8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=59.6 K 2024-11-14T06:54:48,239 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting fa7dce4601f74f2d9ad0487cd076a7f8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731567281314 2024-11-14T06:54:48,240 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d602169d88174fc8857ca787e08b86ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731567281971 2024-11-14T06:54:48,240 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bb32adf914646e993b29ccb2b7a5173, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567282640 2024-11-14T06:54:48,240 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a56b97c2fd420697430d1669620eee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731567283306 2024-11-14T06:54:48,240 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bb5533d25d3e4651905e811674771ede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:48,268 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#138 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:48,268 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/ce5df13980a841c693d76fde957605b8 is 50, key is test_row_0/C:col10/1731567285482/Put/seqid=0 2024-11-14T06:54:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741992_1168 (size=12561) 2024-11-14T06:54:48,289 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/ce5df13980a841c693d76fde957605b8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ce5df13980a841c693d76fde957605b8 2024-11-14T06:54:48,295 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into ce5df13980a841c693d76fde957605b8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:48,295 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:48,295 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=11, startTime=1731567287799; duration=0sec 2024-11-14T06:54:48,295 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:48,295 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:48,324 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f19bd90670ba43f29ab9bef251f449b2 2024-11-14T06:54:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/81fd8fe1d6dd4c39b97f621106d31cf6 is 50, key is test_row_0/B:col10/1731567286178/Put/seqid=0 2024-11-14T06:54:48,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741993_1169 (size=12151) 2024-11-14T06:54:48,340 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/81fd8fe1d6dd4c39b97f621106d31cf6 2024-11-14T06:54:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/957ce32c6cb14877bfa4634597b5c34c is 50, key is test_row_0/C:col10/1731567286178/Put/seqid=0 2024-11-14T06:54:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741994_1170 (size=12151) 2024-11-14T06:54:48,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567348359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,365 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/957ce32c6cb14877bfa4634597b5c34c 2024-11-14T06:54:48,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567348360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567348362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f19bd90670ba43f29ab9bef251f449b2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2 2024-11-14T06:54:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,378 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2, entries=150, sequenceid=231, filesize=30.4 K 2024-11-14T06:54:48,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/81fd8fe1d6dd4c39b97f621106d31cf6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6 2024-11-14T06:54:48,386 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T06:54:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/957ce32c6cb14877bfa4634597b5c34c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c 2024-11-14T06:54:48,398 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T06:54:48,399 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ec7f2bf5de986b925a5c666f9fa6ca43 in 497ms, sequenceid=231, compaction requested=false 2024-11-14T06:54:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T06:54:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T06:54:48,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T06:54:48,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-14T06:54:48,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.0320 sec 2024-11-14T06:54:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:48,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:48,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:48,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147855ae8ad5e84bcb9680b2b6ce7b8af6_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741995_1171 (size=12304) 2024-11-14T06:54:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T06:54:48,522 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:48,523 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567348518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T06:54:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:48,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:48,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:48,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:48,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567348522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567348524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567348632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567348632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,640 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9e907e08869d4aafad651ad827573cf5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5 2024-11-14T06:54:48,646 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into 9e907e08869d4aafad651ad827573cf5(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:48,646 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:48,646 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=11, startTime=1731567287798; duration=0sec 2024-11-14T06:54:48,647 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:48,647 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:48,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567348642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:48,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567348842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567348842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567348853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:48,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:48,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147855ae8ad5e84bcb9680b2b6ce7b8af6_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147855ae8ad5e84bcb9680b2b6ce7b8af6_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:48,915 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/897ab26480ee4a7080a4ad66cb465512, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:48,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/897ab26480ee4a7080a4ad66cb465512 is 175, key is test_row_0/A:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741996_1172 (size=31105) 2024-11-14T06:54:48,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/897ab26480ee4a7080a4ad66cb465512 2024-11-14T06:54:48,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/3a0be82564fa4a6bac8e6c31ac570747 is 50, key is test_row_0/B:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741997_1173 (size=12151) 2024-11-14T06:54:48,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:48,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:48,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:48,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567349152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567349152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567349172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:49,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/3a0be82564fa4a6bac8e6c31ac570747 2024-11-14T06:54:49,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/667026637aab4e3982146d65f5b4f782 is 50, key is test_row_0/C:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741998_1174 (size=12151) 2024-11-14T06:54:49,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:49,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:49,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567349662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567349662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567349682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:49,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:49,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/667026637aab4e3982146d65f5b4f782 2024-11-14T06:54:49,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/897ab26480ee4a7080a4ad66cb465512 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512 2024-11-14T06:54:49,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512, entries=150, sequenceid=247, filesize=30.4 K 2024-11-14T06:54:49,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/3a0be82564fa4a6bac8e6c31ac570747 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747 2024-11-14T06:54:49,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T06:54:49,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/667026637aab4e3982146d65f5b4f782 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782 2024-11-14T06:54:49,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T06:54:49,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1331ms, sequenceid=247, compaction requested=true 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:49,806 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:49,806 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:49,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:49,807 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:49,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:49,807 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:49,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:49,807 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,807 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,807 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/15b5563d6e3e41c6b3e73e233b0cabf8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.0 K 2024-11-14T06:54:49,807 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=91.5 K 2024-11-14T06:54:49,807 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512] 2024-11-14T06:54:49,808 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b5563d6e3e41c6b3e73e233b0cabf8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:49,808 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 81fd8fe1d6dd4c39b97f621106d31cf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731567286177 2024-11-14T06:54:49,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e907e08869d4aafad651ad827573cf5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:49,808 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0be82564fa4a6bac8e6c31ac570747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:49,808 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f19bd90670ba43f29ab9bef251f449b2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731567286177 2024-11-14T06:54:49,809 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897ab26480ee4a7080a4ad66cb465512, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:49,815 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:49,817 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:49,817 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114c6b8594c5f0f4d678c5c99149f631611_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:49,817 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/49cbd8aec25a4976a84e7de8bf46da86 is 50, key is test_row_0/B:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:49,819 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114c6b8594c5f0f4d678c5c99149f631611_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:49,819 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c6b8594c5f0f4d678c5c99149f631611_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741999_1175 (size=12663) 2024-11-14T06:54:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742000_1176 (size=4469) 2024-11-14T06:54:49,829 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#145 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:49,829 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f94454e6dc164a8ca792fa01164ef8da is 175, key is test_row_0/A:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:49,832 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/49cbd8aec25a4976a84e7de8bf46da86 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/49cbd8aec25a4976a84e7de8bf46da86 2024-11-14T06:54:49,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742001_1177 (size=31617) 2024-11-14T06:54:49,843 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into 49cbd8aec25a4976a84e7de8bf46da86(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:49,843 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:49,843 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=13, startTime=1731567289806; duration=0sec 2024-11-14T06:54:49,843 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:49,843 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:49,844 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:49,845 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:49,845 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:49,845 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,845 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ce5df13980a841c693d76fde957605b8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.0 K 2024-11-14T06:54:49,845 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ce5df13980a841c693d76fde957605b8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731567285474 2024-11-14T06:54:49,846 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 957ce32c6cb14877bfa4634597b5c34c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731567286177 2024-11-14T06:54:49,846 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 667026637aab4e3982146d65f5b4f782, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:49,847 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/f94454e6dc164a8ca792fa01164ef8da as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da 2024-11-14T06:54:49,855 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:49,855 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into f94454e6dc164a8ca792fa01164ef8da(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:49,855 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:49,855 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=13, startTime=1731567289806; duration=0sec 2024-11-14T06:54:49,855 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:49,855 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:49,856 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/c678ef54abcf4b9fa8a63eb9ad43e3bc is 50, key is test_row_0/C:col10/1731567288358/Put/seqid=0 2024-11-14T06:54:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742002_1178 (size=12663) 2024-11-14T06:54:49,878 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/c678ef54abcf4b9fa8a63eb9ad43e3bc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/c678ef54abcf4b9fa8a63eb9ad43e3bc 2024-11-14T06:54:49,883 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into c678ef54abcf4b9fa8a63eb9ad43e3bc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:49,883 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:49,883 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=13, startTime=1731567289806; duration=0sec 2024-11-14T06:54:49,883 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:49,883 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:49,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T06:54:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:49,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111441d23fe0f65d4f16a60a6c3c4e09d901_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567288513/Put/seqid=0 2024-11-14T06:54:49,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742003_1179 (size=12454) 2024-11-14T06:54:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,920 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111441d23fe0f65d4f16a60a6c3c4e09d901_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111441d23fe0f65d4f16a60a6c3c4e09d901_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:49,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/963b8779cce348baa8b2c93192bdd99e, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:49,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/963b8779cce348baa8b2c93192bdd99e is 175, key is test_row_0/A:col10/1731567288513/Put/seqid=0 2024-11-14T06:54:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742004_1180 (size=31255) 2024-11-14T06:54:49,929 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/963b8779cce348baa8b2c93192bdd99e 2024-11-14T06:54:49,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/d37a90f3a4474ee2bf111d4e2d7b4541 is 50, key is test_row_0/B:col10/1731567288513/Put/seqid=0 2024-11-14T06:54:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742005_1181 (size=12301) 2024-11-14T06:54:49,943 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/d37a90f3a4474ee2bf111d4e2d7b4541 2024-11-14T06:54:49,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/088e0573323848ab98e3133e68f62d0f is 50, key is test_row_0/C:col10/1731567288513/Put/seqid=0 2024-11-14T06:54:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742006_1182 (size=12301) 2024-11-14T06:54:49,974 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/088e0573323848ab98e3133e68f62d0f 2024-11-14T06:54:49,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/963b8779cce348baa8b2c93192bdd99e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e 2024-11-14T06:54:49,986 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e, entries=150, sequenceid=269, filesize=30.5 K 2024-11-14T06:54:49,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/d37a90f3a4474ee2bf111d4e2d7b4541 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541 2024-11-14T06:54:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,993 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T06:54:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/088e0573323848ab98e3133e68f62d0f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:49,999 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T06:54:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for ec7f2bf5de986b925a5c666f9fa6ca43 in 100ms, sequenceid=269, compaction requested=false 2024-11-14T06:54:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:50,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T06:54:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T06:54:50,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4770 sec 2024-11-14T06:54:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4820 sec 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,672 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,673 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:50,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:50,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:54:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:50,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148de6672bbc304ce9ab1035498a37d9f4_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742007_1183 (size=22618) 2024-11-14T06:54:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148de6672bbc304ce9ab1035498a37d9f4_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148de6672bbc304ce9ab1035498a37d9f4_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/dd77723530c445d19778bee48e39fab0, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/dd77723530c445d19778bee48e39fab0 is 175, key is test_row_0/A:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:50,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742008_1184 (size=66023) 2024-11-14T06:54:50,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/dd77723530c445d19778bee48e39fab0 2024-11-14T06:54:50,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/ed8aa2e988de479f8886e89f1a1eb26a is 50, key is test_row_0/B:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567350806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567290778, max timestamp=1731567290813Num uniques 859; 2024-11-14T06:54:50,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:54:50,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567290778, max timestamp=1731567290813Num uniques 859; 2024-11-14T06:54:50,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:54:50,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567290778, max timestamp=1731567290813Num uniques 859; 2024-11-14T06:54:50,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:54:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:50,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742009_1185 (size=12301) 2024-11-14T06:54:50,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567350867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567350869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567350932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:50,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567350982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:50,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567350982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:51,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:51,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567351142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567351192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567351192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/ed8aa2e988de479f8886e89f1a1eb26a 2024-11-14T06:54:51,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/0d4dab6da337437f86d7c93cd1d8d979 is 50, key is test_row_0/C:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742010_1186 (size=12301) 2024-11-14T06:54:51,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:51,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567351452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567351502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567351502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37520 deadline: 1731567351522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,527 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37504 deadline: 1731567351552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:51,555 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:51,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:51,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/0d4dab6da337437f86d7c93cd1d8d979 2024-11-14T06:54:51,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/dd77723530c445d19778bee48e39fab0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0 2024-11-14T06:54:51,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0, entries=350, sequenceid=279, filesize=64.5 K 2024-11-14T06:54:51,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/ed8aa2e988de479f8886e89f1a1eb26a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a 2024-11-14T06:54:51,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T06:54:51,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/0d4dab6da337437f86d7c93cd1d8d979 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979 2024-11-14T06:54:51,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T06:54:51,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ec7f2bf5de986b925a5c666f9fa6ca43 in 929ms, sequenceid=279, compaction requested=true 2024-11-14T06:54:51,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:51,677 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:51,677 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:51,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128895 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:51,678 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,678 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=125.9 K 2024-11-14T06:54:51,678 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0] 2024-11-14T06:54:51,678 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f94454e6dc164a8ca792fa01164ef8da, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:51,678 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,679 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 963b8779cce348baa8b2c93192bdd99e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567288513 2024-11-14T06:54:51,679 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/49cbd8aec25a4976a84e7de8bf46da86, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.4 K 2024-11-14T06:54:51,679 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd77723530c445d19778bee48e39fab0, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290682 2024-11-14T06:54:51,679 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 49cbd8aec25a4976a84e7de8bf46da86, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:51,679 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d37a90f3a4474ee2bf111d4e2d7b4541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567288513 2024-11-14T06:54:51,679 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8aa2e988de479f8886e89f1a1eb26a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290739 2024-11-14T06:54:51,686 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:51,690 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:51,690 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/7b9700b45e37490ca69ca6b983dfbb7a is 50, key is test_row_0/B:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:51,698 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111438f80ea716c940f3a994172c2cc0d749_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:51,701 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111438f80ea716c940f3a994172c2cc0d749_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:51,701 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111438f80ea716c940f3a994172c2cc0d749_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742011_1187 (size=12915) 2024-11-14T06:54:51,713 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/7b9700b45e37490ca69ca6b983dfbb7a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/7b9700b45e37490ca69ca6b983dfbb7a 2024-11-14T06:54:51,721 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into 7b9700b45e37490ca69ca6b983dfbb7a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:51,722 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:51,722 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=13, startTime=1731567291677; duration=0sec 2024-11-14T06:54:51,722 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:51,723 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:51,723 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:51,724 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:51,724 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:51,724 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,724 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/c678ef54abcf4b9fa8a63eb9ad43e3bc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.4 K 2024-11-14T06:54:51,726 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c678ef54abcf4b9fa8a63eb9ad43e3bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731567288356 2024-11-14T06:54:51,727 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 088e0573323848ab98e3133e68f62d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567288513 2024-11-14T06:54:51,727 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d4dab6da337437f86d7c93cd1d8d979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290739 2024-11-14T06:54:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742012_1188 (size=4469) 2024-11-14T06:54:51,738 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:51,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/99ed00519fb94d49885beb630899aa14 is 50, key is test_row_0/C:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:51,740 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#153 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:51,741 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/6dd7e5472fae432fbe157607a3015110 is 175, key is test_row_0/A:col10/1731567290739/Put/seqid=0 2024-11-14T06:54:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742013_1189 (size=12915) 2024-11-14T06:54:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742014_1190 (size=31869) 2024-11-14T06:54:51,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T06:54:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:51,751 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:51,755 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/99ed00519fb94d49885beb630899aa14 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/99ed00519fb94d49885beb630899aa14 2024-11-14T06:54:51,760 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/6dd7e5472fae432fbe157607a3015110 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110 2024-11-14T06:54:51,764 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into 99ed00519fb94d49885beb630899aa14(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:51,765 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:51,765 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=13, startTime=1731567291677; duration=0sec 2024-11-14T06:54:51,765 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:51,765 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:51,767 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into 6dd7e5472fae432fbe157607a3015110(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:51,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:51,767 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=13, startTime=1731567291676; duration=0sec 2024-11-14T06:54:51,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:51,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:51,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e5aa6f59b594c1c8652af8c9126db15_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567290866/Put/seqid=0 2024-11-14T06:54:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742015_1191 (size=12454) 2024-11-14T06:54:51,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:51,781 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e5aa6f59b594c1c8652af8c9126db15_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e5aa6f59b594c1c8652af8c9126db15_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:51,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/2dbcdf7d2bb54e0d84f10e25936ba977, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/2dbcdf7d2bb54e0d84f10e25936ba977 is 175, key is test_row_0/A:col10/1731567290866/Put/seqid=0 2024-11-14T06:54:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742016_1192 (size=31255) 2024-11-14T06:54:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:52,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567352004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567352012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567352012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567352112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,189 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/2dbcdf7d2bb54e0d84f10e25936ba977 2024-11-14T06:54:52,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9a0075b2124c4e50b3b609fdf7438128 is 50, key is test_row_0/B:col10/1731567290866/Put/seqid=0 2024-11-14T06:54:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742017_1193 (size=12301) 2024-11-14T06:54:52,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567352322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,603 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9a0075b2124c4e50b3b609fdf7438128 2024-11-14T06:54:52,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6973b2c58b114cd0b4b13dd3cf857649 is 50, key is test_row_0/C:col10/1731567290866/Put/seqid=0 2024-11-14T06:54:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742018_1194 (size=12301) 2024-11-14T06:54:52,618 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6973b2c58b114cd0b4b13dd3cf857649 2024-11-14T06:54:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/2dbcdf7d2bb54e0d84f10e25936ba977 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977 2024-11-14T06:54:52,625 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977, entries=150, sequenceid=315, filesize=30.5 K 2024-11-14T06:54:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/9a0075b2124c4e50b3b609fdf7438128 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128 2024-11-14T06:54:52,629 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T06:54:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/6973b2c58b114cd0b4b13dd3cf857649 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649 2024-11-14T06:54:52,634 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649, entries=150, sequenceid=315, filesize=12.0 K 2024-11-14T06:54:52,635 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for ec7f2bf5de986b925a5c666f9fa6ca43 in 884ms, sequenceid=315, compaction requested=false 2024-11-14T06:54:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:52,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T06:54:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T06:54:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:52,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:52,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T06:54:52,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9600 sec 2024-11-14T06:54:52,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.9660 sec 2024-11-14T06:54:52,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480188a117b2f46059e1dce2a3afc94ef_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742019_1195 (size=12454) 2024-11-14T06:54:52,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567292686, max timestamp=1731567292703Num uniques 859; 2024-11-14T06:54:52,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:52,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567292686, max timestamp=1731567292703Num uniques 859; 2024-11-14T06:54:52,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:52,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567292686, max timestamp=1731567292703Num uniques 859; 2024-11-14T06:54:52,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:54:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567352782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T06:54:52,822 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:52,823 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:54:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T06:54:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:52,824 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:54:52,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:54:52,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:54:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567352892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:52,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:52,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:52,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:52,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:52,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:52,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:52,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567353022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:53,027 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567353032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:53,032 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:53,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:53,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111480188a117b2f46059e1dce2a3afc94ef_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480188a117b2f46059e1dce2a3afc94ef_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:53,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/0b143d7994e04dd2b23ad286ac049dc7, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:53,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/0b143d7994e04dd2b23ad286ac049dc7 is 175, key is test_row_0/A:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:53,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742020_1196 (size=31255) 2024-11-14T06:54:53,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567353103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:53,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:53,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567353412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:53,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:53,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/0b143d7994e04dd2b23ad286ac049dc7 2024-11-14T06:54:53,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/fb8fbb2b95c347f79e524df15e5448c2 is 50, key is test_row_0/B:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742021_1197 (size=12301) 2024-11-14T06:54:53,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/fb8fbb2b95c347f79e524df15e5448c2 2024-11-14T06:54:53,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/e41494c95188494b9c4628658a02743b is 50, key is test_row_0/C:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742022_1198 (size=12301) 2024-11-14T06:54:53,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:53,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567353922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:54,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:54,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:54,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:54:54,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/e41494c95188494b9c4628658a02743b 2024-11-14T06:54:54,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/0b143d7994e04dd2b23ad286ac049dc7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7 2024-11-14T06:54:54,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7, entries=150, sequenceid=328, filesize=30.5 K 2024-11-14T06:54:54,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/fb8fbb2b95c347f79e524df15e5448c2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2 2024-11-14T06:54:54,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T06:54:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/e41494c95188494b9c4628658a02743b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b 2024-11-14T06:54:54,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-14T06:54:54,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1664ms, sequenceid=328, compaction requested=true 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:54,300 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:54,300 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:54,301 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,301 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,301 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=92.2 K 2024-11-14T06:54:54,301 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/7b9700b45e37490ca69ca6b983dfbb7a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.6 K 2024-11-14T06:54:54,301 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7] 2024-11-14T06:54:54,301 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b9700b45e37490ca69ca6b983dfbb7a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290739 2024-11-14T06:54:54,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dd7e5472fae432fbe157607a3015110, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290739 2024-11-14T06:54:54,302 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0075b2124c4e50b3b609fdf7438128, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731567290823 2024-11-14T06:54:54,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dbcdf7d2bb54e0d84f10e25936ba977, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731567290823 2024-11-14T06:54:54,302 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8fbb2b95c347f79e524df15e5448c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:54,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b143d7994e04dd2b23ad286ac049dc7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:54,310 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:54,311 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:54,312 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/aa27cc3dcafb45d29e5877bb7f0da100 is 50, key is test_row_0/B:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:54,312 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a16a297628ed4c1a94354dce0361b631_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:54,314 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a16a297628ed4c1a94354dce0361b631_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:54,314 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a16a297628ed4c1a94354dce0361b631_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:54,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742023_1199 (size=4469) 2024-11-14T06:54:54,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742024_1200 (size=13017) 2024-11-14T06:54:54,329 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#162 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:54,329 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/fd2f7611d96e49f588a2aa6a752c0d04 is 175, key is test_row_0/A:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742025_1201 (size=31971) 2024-11-14T06:54:54,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,352 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:54,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114479da4ddaf12400ca967011106592d64_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567292763/Put/seqid=0 2024-11-14T06:54:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742026_1202 (size=12454) 2024-11-14T06:54:54,733 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/aa27cc3dcafb45d29e5877bb7f0da100 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/aa27cc3dcafb45d29e5877bb7f0da100 2024-11-14T06:54:54,738 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into aa27cc3dcafb45d29e5877bb7f0da100(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:54,738 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:54,738 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=13, startTime=1731567294300; duration=0sec 2024-11-14T06:54:54,738 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:54,738 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:54,738 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:54,739 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/fd2f7611d96e49f588a2aa6a752c0d04 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04 2024-11-14T06:54:54,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:54,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:54,740 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:54,740 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/99ed00519fb94d49885beb630899aa14, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.6 K 2024-11-14T06:54:54,740 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 99ed00519fb94d49885beb630899aa14, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731567290739 2024-11-14T06:54:54,740 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6973b2c58b114cd0b4b13dd3cf857649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731567290823 2024-11-14T06:54:54,740 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e41494c95188494b9c4628658a02743b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:54,743 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into fd2f7611d96e49f588a2aa6a752c0d04(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:54,743 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:54,743 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=13, startTime=1731567294300; duration=0sec 2024-11-14T06:54:54,743 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:54,743 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:54,747 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:54,747 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/972d827de4ee47d5996c5e3af435b467 is 50, key is test_row_0/C:col10/1731567291986/Put/seqid=0 2024-11-14T06:54:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742027_1203 (size=13017) 2024-11-14T06:54:54,755 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/972d827de4ee47d5996c5e3af435b467 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/972d827de4ee47d5996c5e3af435b467 2024-11-14T06:54:54,760 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into 972d827de4ee47d5996c5e3af435b467(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:54,760 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:54,760 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=13, startTime=1731567294300; duration=0sec 2024-11-14T06:54:54,760 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:54,760 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:54,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:54,768 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114479da4ddaf12400ca967011106592d64_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114479da4ddaf12400ca967011106592d64_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/4b74f32246664beba2ce04eb15fbd8c4, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/4b74f32246664beba2ce04eb15fbd8c4 is 175, key is test_row_0/A:col10/1731567292763/Put/seqid=0 2024-11-14T06:54:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742028_1204 (size=31255) 2024-11-14T06:54:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. as already flushing 2024-11-14T06:54:54,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567354963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37444 deadline: 1731567355042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37528 deadline: 1731567355042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,046 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:55,046 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in ec7f2bf5de986b925a5c666f9fa6ca43 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567355072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,174 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/4b74f32246664beba2ce04eb15fbd8c4 2024-11-14T06:54:55,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5b752436df6c4eff8743b9e47d524693 is 50, key is test_row_0/B:col10/1731567292763/Put/seqid=0 2024-11-14T06:54:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742029_1205 (size=12301) 2024-11-14T06:54:55,193 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5b752436df6c4eff8743b9e47d524693 2024-11-14T06:54:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/42b2fb4f8e644b30bbcd9016f1cd6194 is 50, key is test_row_0/C:col10/1731567292763/Put/seqid=0 2024-11-14T06:54:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742030_1206 (size=12301) 2024-11-14T06:54:55,211 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/42b2fb4f8e644b30bbcd9016f1cd6194 2024-11-14T06:54:55,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/4b74f32246664beba2ce04eb15fbd8c4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4 2024-11-14T06:54:55,219 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4, entries=150, sequenceid=363, filesize=30.5 K 2024-11-14T06:54:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5b752436df6c4eff8743b9e47d524693 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693 2024-11-14T06:54:55,225 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693, entries=150, sequenceid=363, filesize=12.0 K 2024-11-14T06:54:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/42b2fb4f8e644b30bbcd9016f1cd6194 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194 2024-11-14T06:54:55,230 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194, entries=150, sequenceid=363, filesize=12.0 K 2024-11-14T06:54:55,233 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for ec7f2bf5de986b925a5c666f9fa6ca43 in 880ms, sequenceid=363, compaction requested=false 2024-11-14T06:54:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T06:54:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T06:54:55,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T06:54:55,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4090 sec 2024-11-14T06:54:55,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.4130 sec 2024-11-14T06:54:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:55,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:54:55,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114523cead7225746efbfde547de93d6aba_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742031_1207 (size=14994) 2024-11-14T06:54:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567355350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567355462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567355672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:55,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:55,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114523cead7225746efbfde547de93d6aba_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523cead7225746efbfde547de93d6aba_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:55,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9788fdecbe724559970901313ec9cad8, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:55,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9788fdecbe724559970901313ec9cad8 is 175, key is test_row_0/A:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:55,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742032_1208 (size=39949) 2024-11-14T06:54:55,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567355982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:55,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:55,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:56,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9788fdecbe724559970901313ec9cad8 2024-11-14T06:54:56,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5857c733811b4a7da2ee87ee00aa8397 is 50, key is test_row_0/B:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742033_1209 (size=12301) 2024-11-14T06:54:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:54:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37498 deadline: 1731567356492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 2024-11-14T06:54:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:54:56,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:54:56,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5857c733811b4a7da2ee87ee00aa8397 2024-11-14T06:54:56,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bffb4f573c8245a891bae9ebadc45991 is 50, key is test_row_0/C:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742034_1210 (size=12301) 2024-11-14T06:54:56,899 INFO [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599. 2024-11-14T06:54:56,899 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:56,899 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:56,899 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,901 INFO [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601. 2024-11-14T06:54:56,901 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:56,901 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,901 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:56,904 INFO [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597. 2024-11-14T06:54:56,904 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:56,904 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,904 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:56,907 INFO [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603. 2024-11-14T06:54:56,907 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:56,907 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,907 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:56,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:56,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bffb4f573c8245a891bae9ebadc45991 2024-11-14T06:54:56,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/9788fdecbe724559970901313ec9cad8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8 2024-11-14T06:54:56,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8, entries=200, sequenceid=378, filesize=39.0 K 2024-11-14T06:54:56,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/5857c733811b4a7da2ee87ee00aa8397 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397 2024-11-14T06:54:56,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T06:54:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/bffb4f573c8245a891bae9ebadc45991 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991 2024-11-14T06:54:56,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991, entries=150, sequenceid=378, filesize=12.0 K 2024-11-14T06:54:56,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1670ms, sequenceid=378, compaction requested=true 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:56,955 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec7f2bf5de986b925a5c666f9fa6ca43:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:54:56,955 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:56,956 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:56,956 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:56,956 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/A is initiating minor compaction (all files) 2024-11-14T06:54:56,956 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/B is initiating minor compaction (all files) 2024-11-14T06:54:56,956 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/A in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:56,956 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/B in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:56,956 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=100.8 K 2024-11-14T06:54:56,956 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/aa27cc3dcafb45d29e5877bb7f0da100, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.7 K 2024-11-14T06:54:56,956 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:56,956 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8] 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting aa27cc3dcafb45d29e5877bb7f0da100, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd2f7611d96e49f588a2aa6a752c0d04, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b752436df6c4eff8743b9e47d524693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731567292761 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b74f32246664beba2ce04eb15fbd8c4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731567292761 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5857c733811b4a7da2ee87ee00aa8397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731567294951 2024-11-14T06:54:56,957 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9788fdecbe724559970901313ec9cad8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731567294943 2024-11-14T06:54:56,965 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#B#compaction#171 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:56,966 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/f65ea7335fb44d94864925737d9f8d10 is 50, key is test_row_0/B:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:56,966 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:56,969 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111482da5cdcec7f4d8391ea02fb78d05556_ec7f2bf5de986b925a5c666f9fa6ca43 store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742035_1211 (size=13119) 2024-11-14T06:54:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T06:54:56,993 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:54:56,993 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111482da5cdcec7f4d8391ea02fb78d05556_ec7f2bf5de986b925a5c666f9fa6ca43, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:56,993 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111482da5cdcec7f4d8391ea02fb78d05556_ec7f2bf5de986b925a5c666f9fa6ca43 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:56,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742036_1212 (size=4469) 2024-11-14T06:54:57,381 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/f65ea7335fb44d94864925737d9f8d10 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/f65ea7335fb44d94864925737d9f8d10 2024-11-14T06:54:57,388 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/B of ec7f2bf5de986b925a5c666f9fa6ca43 into f65ea7335fb44d94864925737d9f8d10(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:57,388 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:57,388 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/B, priority=13, startTime=1731567296955; duration=0sec 2024-11-14T06:54:57,388 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:54:57,388 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:B 2024-11-14T06:54:57,388 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:54:57,389 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:54:57,389 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): ec7f2bf5de986b925a5c666f9fa6ca43/C is initiating minor compaction (all files) 2024-11-14T06:54:57,390 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ec7f2bf5de986b925a5c666f9fa6ca43/C in TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:54:57,390 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/972d827de4ee47d5996c5e3af435b467, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp, totalSize=36.7 K 2024-11-14T06:54:57,390 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 972d827de4ee47d5996c5e3af435b467, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731567291977 2024-11-14T06:54:57,391 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 42b2fb4f8e644b30bbcd9016f1cd6194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731567292761 2024-11-14T06:54:57,391 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bffb4f573c8245a891bae9ebadc45991, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731567294951 2024-11-14T06:54:57,398 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:57,398 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a88337ecf4054cfd8c063764661b32c2 is 175, key is test_row_0/A:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:57,401 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec7f2bf5de986b925a5c666f9fa6ca43#C#compaction#173 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:54:57,402 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/53335024de224b9d9b73b1a6c4357ea9 is 50, key is test_row_0/C:col10/1731567295284/Put/seqid=0 2024-11-14T06:54:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742037_1213 (size=32073) 2024-11-14T06:54:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742038_1214 (size=13119) 2024-11-14T06:54:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:57,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:54:57,514 INFO [Thread-594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-594. 2024-11-14T06:54:57,514 DEBUG [Thread-594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:57,514 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:57,514 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:54:57,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:54:57,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:57,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f49e3193ac774f88a2b787fda06de336_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_0/A:col10/1731567295341/Put/seqid=0 2024-11-14T06:54:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742039_1215 (size=12454) 2024-11-14T06:54:57,813 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/a88337ecf4054cfd8c063764661b32c2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a88337ecf4054cfd8c063764661b32c2 2024-11-14T06:54:57,822 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/53335024de224b9d9b73b1a6c4357ea9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/53335024de224b9d9b73b1a6c4357ea9 2024-11-14T06:54:57,822 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/A of ec7f2bf5de986b925a5c666f9fa6ca43 into a88337ecf4054cfd8c063764661b32c2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:57,822 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:57,822 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/A, priority=13, startTime=1731567296955; duration=0sec 2024-11-14T06:54:57,822 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:57,822 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:A 2024-11-14T06:54:57,828 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ec7f2bf5de986b925a5c666f9fa6ca43/C of ec7f2bf5de986b925a5c666f9fa6ca43 into 53335024de224b9d9b73b1a6c4357ea9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:54:57,828 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:57,828 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., storeName=ec7f2bf5de986b925a5c666f9fa6ca43/C, priority=13, startTime=1731567296955; duration=0sec 2024-11-14T06:54:57,828 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:54:57,828 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec7f2bf5de986b925a5c666f9fa6ca43:C 2024-11-14T06:54:57,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:54:57,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f49e3193ac774f88a2b787fda06de336_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f49e3193ac774f88a2b787fda06de336_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:54:57,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/1336aa875562470b8755aa27b5fc6dba, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:54:57,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/1336aa875562470b8755aa27b5fc6dba is 175, key is test_row_0/A:col10/1731567295341/Put/seqid=0 2024-11-14T06:54:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742040_1216 (size=31255) 2024-11-14T06:54:57,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/1336aa875562470b8755aa27b5fc6dba 2024-11-14T06:54:57,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/eff74cd59ab74c239cf4c74c4be82faf is 50, key is test_row_0/B:col10/1731567295341/Put/seqid=0 2024-11-14T06:54:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742041_1217 (size=12301) 2024-11-14T06:54:58,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/eff74cd59ab74c239cf4c74c4be82faf 2024-11-14T06:54:58,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/abbe4d440bcb44778ffa0c71280a6a76 is 50, key is test_row_0/C:col10/1731567295341/Put/seqid=0 2024-11-14T06:54:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742042_1218 (size=12301) 2024-11-14T06:54:58,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/abbe4d440bcb44778ffa0c71280a6a76 2024-11-14T06:54:58,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/1336aa875562470b8755aa27b5fc6dba as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/1336aa875562470b8755aa27b5fc6dba 2024-11-14T06:54:58,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/1336aa875562470b8755aa27b5fc6dba, entries=150, sequenceid=400, filesize=30.5 K 2024-11-14T06:54:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/eff74cd59ab74c239cf4c74c4be82faf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/eff74cd59ab74c239cf4c74c4be82faf 2024-11-14T06:54:58,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/eff74cd59ab74c239cf4c74c4be82faf, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T06:54:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/abbe4d440bcb44778ffa0c71280a6a76 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/abbe4d440bcb44778ffa0c71280a6a76 2024-11-14T06:54:58,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/abbe4d440bcb44778ffa0c71280a6a76, entries=150, sequenceid=400, filesize=12.0 K 2024-11-14T06:54:58,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=0 B/0 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1275ms, sequenceid=400, compaction requested=false 2024-11-14T06:54:58,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ec7f2bf5de986b925a5c666f9fa6ca43: 2024-11-14T06:54:59,073 INFO [Thread-590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-590. 2024-11-14T06:54:59,073 DEBUG [Thread-590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:59,073 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:59,074 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:59,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:59,084 INFO [Thread-586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-586. 2024-11-14T06:54:59,084 DEBUG [Thread-586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:54:59,084 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:59,084 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:54:59,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:54:59,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:55:01,547 INFO [Thread-592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-592. 2024-11-14T06:55:01,547 DEBUG [Thread-592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:01,547 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,548 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:01,637 INFO [Thread-588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-588. 2024-11-14T06:55:01,637 DEBUG [Thread-588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:01,637 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,637 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2606 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2662 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1131 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3391 rows 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1134 2024-11-14T06:55:01,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3399 rows 2024-11-14T06:55:01,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:55:01,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:55:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:01,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:01,641 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:55:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:01,647 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567301646"}]},"ts":"1731567301646"} 2024-11-14T06:55:01,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:55:01,649 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:55:01,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:55:01,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, UNASSIGN}] 2024-11-14T06:55:01,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, UNASSIGN 2024-11-14T06:55:01,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:01,653 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45465 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=20680646cf8a,38461,1731567240936, table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T06:55:01,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, UNASSIGN because future has completed 2024-11-14T06:55:01,654 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:55:01,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:01,807 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing ec7f2bf5de986b925a5c666f9fa6ca43, disabling compactions & flushes 2024-11-14T06:55:01,807 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. after waiting 0 ms 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:55:01,807 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing ec7f2bf5de986b925a5c666f9fa6ca43 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=A 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=B 2024-11-14T06:55:01,807 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:01,808 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec7f2bf5de986b925a5c666f9fa6ca43, store=C 2024-11-14T06:55:01,808 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:01,813 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a28f4a3310a842fe944be95837d5d497_ec7f2bf5de986b925a5c666f9fa6ca43 is 50, key is test_row_1/A:col10/1731567299083/Put/seqid=0 2024-11-14T06:55:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742043_1219 (size=9914) 2024-11-14T06:55:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:02,218 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:02,225 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a28f4a3310a842fe944be95837d5d497_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a28f4a3310a842fe944be95837d5d497_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:02,226 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/370a4c7fa8434e96ba14a28f272148b7, store: [table=TestAcidGuarantees family=A region=ec7f2bf5de986b925a5c666f9fa6ca43] 2024-11-14T06:55:02,227 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/370a4c7fa8434e96ba14a28f272148b7 is 175, key is test_row_1/A:col10/1731567299083/Put/seqid=0 2024-11-14T06:55:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742044_1220 (size=22561) 2024-11-14T06:55:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:02,633 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/370a4c7fa8434e96ba14a28f272148b7 2024-11-14T06:55:02,644 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/2f0c91196cf446c99a611a3bb10e111c is 50, key is test_row_1/B:col10/1731567299083/Put/seqid=0 2024-11-14T06:55:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742045_1221 (size=9857) 2024-11-14T06:55:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:03,050 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/2f0c91196cf446c99a611a3bb10e111c 2024-11-14T06:55:03,064 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d51101d7294944e8ad28027823558c2f is 50, key is test_row_1/C:col10/1731567299083/Put/seqid=0 2024-11-14T06:55:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742046_1222 (size=9857) 2024-11-14T06:55:03,470 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d51101d7294944e8ad28027823558c2f 2024-11-14T06:55:03,480 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/A/370a4c7fa8434e96ba14a28f272148b7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/370a4c7fa8434e96ba14a28f272148b7 2024-11-14T06:55:03,484 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/370a4c7fa8434e96ba14a28f272148b7, entries=100, sequenceid=409, filesize=22.0 K 2024-11-14T06:55:03,485 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/B/2f0c91196cf446c99a611a3bb10e111c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/2f0c91196cf446c99a611a3bb10e111c 2024-11-14T06:55:03,490 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/2f0c91196cf446c99a611a3bb10e111c, entries=100, sequenceid=409, filesize=9.6 K 2024-11-14T06:55:03,491 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/.tmp/C/d51101d7294944e8ad28027823558c2f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d51101d7294944e8ad28027823558c2f 2024-11-14T06:55:03,495 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d51101d7294944e8ad28027823558c2f, entries=100, sequenceid=409, filesize=9.6 K 2024-11-14T06:55:03,496 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1689ms, sequenceid=409, compaction requested=true 2024-11-14T06:55:03,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8] to archive 2024-11-14T06:55:03,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:03,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/cdd4fe62da544a238b7d632c0400673d 2024-11-14T06:55:03,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/004ca18544c94abb9841dc52cbf8aa08 2024-11-14T06:55:03,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a7aff674b9e64a7b8479429cd1ec5c29 2024-11-14T06:55:03,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/051c9b6164d443a2a563d82d9c5187fe 2024-11-14T06:55:03,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/88f1f88b16e24a5ba8285db051a222d4 2024-11-14T06:55:03,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f6721fb7162b4a2799ed808adb11908b 2024-11-14T06:55:03,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/69235c02a64d445cab4dbe0db81a9816 2024-11-14T06:55:03,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/718dd77f0dec48719b84232ef6c16a75 2024-11-14T06:55:03,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/5b0f979226414cd0b7f6b7572f9fd6ff 2024-11-14T06:55:03,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/8f6c20ca3a604c2abb3328e023bb7f40 2024-11-14T06:55:03,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/c377e2a47cc84e2a930f0524041c5243 2024-11-14T06:55:03,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/81d499aef9bc4491ab49531f940d9e13 2024-11-14T06:55:03,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9e907e08869d4aafad651ad827573cf5 2024-11-14T06:55:03,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f19bd90670ba43f29ab9bef251f449b2 2024-11-14T06:55:03,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/f94454e6dc164a8ca792fa01164ef8da 2024-11-14T06:55:03,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/897ab26480ee4a7080a4ad66cb465512 2024-11-14T06:55:03,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/963b8779cce348baa8b2c93192bdd99e 2024-11-14T06:55:03,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/dd77723530c445d19778bee48e39fab0 2024-11-14T06:55:03,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/6dd7e5472fae432fbe157607a3015110 2024-11-14T06:55:03,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/2dbcdf7d2bb54e0d84f10e25936ba977 2024-11-14T06:55:03,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/fd2f7611d96e49f588a2aa6a752c0d04 2024-11-14T06:55:03,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/0b143d7994e04dd2b23ad286ac049dc7 2024-11-14T06:55:03,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/4b74f32246664beba2ce04eb15fbd8c4 2024-11-14T06:55:03,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/9788fdecbe724559970901313ec9cad8 2024-11-14T06:55:03,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cfa353a43e564569868fef72e060d3e5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/16b37cbcd8444eecaa3567f2a68b070e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/15b5563d6e3e41c6b3e73e233b0cabf8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/49cbd8aec25a4976a84e7de8bf46da86, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/7b9700b45e37490ca69ca6b983dfbb7a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/aa27cc3dcafb45d29e5877bb7f0da100, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397] to archive 2024-11-14T06:55:03,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:03,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/b40bd57a342d46e484fa97de009dbd37 2024-11-14T06:55:03,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5db0182edd78404e8ebd4f915d300114 2024-11-14T06:55:03,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/714fdad25f454212829b39cb252766f6 2024-11-14T06:55:03,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cfa353a43e564569868fef72e060d3e5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cfa353a43e564569868fef72e060d3e5 2024-11-14T06:55:03,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/78568d73b42d48918de4e8bbb1b3540e 2024-11-14T06:55:03,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/41d9d0ac6dfe4bdf90a5b7ca285d67b9 2024-11-14T06:55:03,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/16b37cbcd8444eecaa3567f2a68b070e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/16b37cbcd8444eecaa3567f2a68b070e 2024-11-14T06:55:03,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/cf250c2334834098a999aca9bef025ff 2024-11-14T06:55:03,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/c01a8033d23e41848b7242b3c963dcc5 2024-11-14T06:55:03,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9de03f8f0c464eb0bb682f47da4d6bda 2024-11-14T06:55:03,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/4968a149ba9d46f58983ff216ac93819 2024-11-14T06:55:03,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/15b5563d6e3e41c6b3e73e233b0cabf8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/15b5563d6e3e41c6b3e73e233b0cabf8 2024-11-14T06:55:03,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/0859aee85354446aabca87ecf4f7fd9b 2024-11-14T06:55:03,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/81fd8fe1d6dd4c39b97f621106d31cf6 2024-11-14T06:55:03,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/49cbd8aec25a4976a84e7de8bf46da86 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/49cbd8aec25a4976a84e7de8bf46da86 2024-11-14T06:55:03,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/3a0be82564fa4a6bac8e6c31ac570747 2024-11-14T06:55:03,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/d37a90f3a4474ee2bf111d4e2d7b4541 2024-11-14T06:55:03,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/7b9700b45e37490ca69ca6b983dfbb7a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/7b9700b45e37490ca69ca6b983dfbb7a 2024-11-14T06:55:03,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/ed8aa2e988de479f8886e89f1a1eb26a 2024-11-14T06:55:03,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/9a0075b2124c4e50b3b609fdf7438128 2024-11-14T06:55:03,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/aa27cc3dcafb45d29e5877bb7f0da100 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/aa27cc3dcafb45d29e5877bb7f0da100 2024-11-14T06:55:03,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/fb8fbb2b95c347f79e524df15e5448c2 2024-11-14T06:55:03,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5b752436df6c4eff8743b9e47d524693 2024-11-14T06:55:03,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/5857c733811b4a7da2ee87ee00aa8397 2024-11-14T06:55:03,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f13d1f2168b24eeb97d582676ee0546f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/fa7dce4601f74f2d9ad0487cd076a7f8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ce5df13980a841c693d76fde957605b8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/c678ef54abcf4b9fa8a63eb9ad43e3bc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/99ed00519fb94d49885beb630899aa14, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/972d827de4ee47d5996c5e3af435b467, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991] to archive 2024-11-14T06:55:03,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:03,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/7df3cd122c164f198cfb93265d4cbf37 2024-11-14T06:55:03,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d513ad27d0194fb9a89d24fd7c3acada 2024-11-14T06:55:03,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/efdb32f815544f53a526b20683418e04 2024-11-14T06:55:03,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f13d1f2168b24eeb97d582676ee0546f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f13d1f2168b24eeb97d582676ee0546f 2024-11-14T06:55:03,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/f53111d4509948919d041b5b59fdccf7 2024-11-14T06:55:03,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ec4d36be339e4acf841f864d124fa495 2024-11-14T06:55:03,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/fa7dce4601f74f2d9ad0487cd076a7f8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/fa7dce4601f74f2d9ad0487cd076a7f8 2024-11-14T06:55:03,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/543e8ada1cb74a3489240b8e4dd1125a 2024-11-14T06:55:03,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d602169d88174fc8857ca787e08b86ef 2024-11-14T06:55:03,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6bb32adf914646e993b29ccb2b7a5173 2024-11-14T06:55:03,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/34a56b97c2fd420697430d1669620eee 2024-11-14T06:55:03,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ce5df13980a841c693d76fde957605b8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/ce5df13980a841c693d76fde957605b8 2024-11-14T06:55:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bb5533d25d3e4651905e811674771ede 2024-11-14T06:55:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/957ce32c6cb14877bfa4634597b5c34c 2024-11-14T06:55:03,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/c678ef54abcf4b9fa8a63eb9ad43e3bc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/c678ef54abcf4b9fa8a63eb9ad43e3bc 2024-11-14T06:55:03,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/667026637aab4e3982146d65f5b4f782 2024-11-14T06:55:03,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/088e0573323848ab98e3133e68f62d0f 2024-11-14T06:55:03,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/99ed00519fb94d49885beb630899aa14 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/99ed00519fb94d49885beb630899aa14 2024-11-14T06:55:03,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/0d4dab6da337437f86d7c93cd1d8d979 2024-11-14T06:55:03,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/6973b2c58b114cd0b4b13dd3cf857649 2024-11-14T06:55:03,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/972d827de4ee47d5996c5e3af435b467 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/972d827de4ee47d5996c5e3af435b467 2024-11-14T06:55:03,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/e41494c95188494b9c4628658a02743b 2024-11-14T06:55:03,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/42b2fb4f8e644b30bbcd9016f1cd6194 2024-11-14T06:55:03,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/bffb4f573c8245a891bae9ebadc45991 2024-11-14T06:55:03,581 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-14T06:55:03,582 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. 2024-11-14T06:55:03,582 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for ec7f2bf5de986b925a5c666f9fa6ca43: Waiting for close lock at 1731567301807Running coprocessor pre-close hooks at 1731567301807Disabling compacts and flushes for region at 1731567301807Disabling writes for close at 1731567301807Obtaining lock to block concurrent updates at 1731567301807Preparing flush snapshotting stores in ec7f2bf5de986b925a5c666f9fa6ca43 at 1731567301807Finished memstore snapshotting TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731567301808 (+1 ms)Flushing stores of TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43. at 1731567301808Flushing ec7f2bf5de986b925a5c666f9fa6ca43/A: creating writer at 1731567301808Flushing mob file ec7f2bf5de986b925a5c666f9fa6ca43/A: appending metadata at 1731567301813 (+5 ms)Flushing mob file ec7f2bf5de986b925a5c666f9fa6ca43/A: closing flushed file at 1731567301813Flushing ec7f2bf5de986b925a5c666f9fa6ca43/A: appending metadata at 1731567302226 (+413 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/A: closing flushed file at 1731567302227 (+1 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/B: creating writer at 1731567302639 (+412 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/B: appending metadata at 1731567302643 (+4 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/B: closing flushed file at 1731567302643Flushing ec7f2bf5de986b925a5c666f9fa6ca43/C: creating writer at 1731567303057 (+414 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/C: appending metadata at 1731567303063 (+6 ms)Flushing ec7f2bf5de986b925a5c666f9fa6ca43/C: closing flushed file at 1731567303063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dcfbd: reopening flushed file at 1731567303479 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a1aa8a: reopening flushed file at 1731567303485 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c29ea1c: reopening flushed file at 1731567303490 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ec7f2bf5de986b925a5c666f9fa6ca43 in 1689ms, sequenceid=409, compaction requested=true at 1731567303496 (+6 ms)Writing region close event to WAL at 1731567303578 (+82 ms)Running coprocessor post-close hooks at 1731567303582 (+4 ms)Closed at 1731567303582 2024-11-14T06:55:03,583 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,584 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ec7f2bf5de986b925a5c666f9fa6ca43, regionState=CLOSED 2024-11-14T06:55:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:03,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T06:55:03,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure ec7f2bf5de986b925a5c666f9fa6ca43, server=20680646cf8a,38461,1731567240936 in 1.9310 sec 2024-11-14T06:55:03,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T06:55:03,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec7f2bf5de986b925a5c666f9fa6ca43, UNASSIGN in 1.9360 sec 2024-11-14T06:55:03,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T06:55:03,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-14T06:55:03,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567303591"}]},"ts":"1731567303591"} 2024-11-14T06:55:03,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:55:03,592 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:55:03,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec 2024-11-14T06:55:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T06:55:03,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:03,802 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:55:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,804 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T06:55:03,805 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,810 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits] 2024-11-14T06:55:03,813 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/1336aa875562470b8755aa27b5fc6dba to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/1336aa875562470b8755aa27b5fc6dba 2024-11-14T06:55:03,814 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/370a4c7fa8434e96ba14a28f272148b7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/370a4c7fa8434e96ba14a28f272148b7 2024-11-14T06:55:03,815 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a88337ecf4054cfd8c063764661b32c2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/A/a88337ecf4054cfd8c063764661b32c2 2024-11-14T06:55:03,817 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/2f0c91196cf446c99a611a3bb10e111c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/2f0c91196cf446c99a611a3bb10e111c 2024-11-14T06:55:03,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/eff74cd59ab74c239cf4c74c4be82faf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/eff74cd59ab74c239cf4c74c4be82faf 2024-11-14T06:55:03,819 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/f65ea7335fb44d94864925737d9f8d10 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/B/f65ea7335fb44d94864925737d9f8d10 2024-11-14T06:55:03,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/53335024de224b9d9b73b1a6c4357ea9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/53335024de224b9d9b73b1a6c4357ea9 2024-11-14T06:55:03,822 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/abbe4d440bcb44778ffa0c71280a6a76 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/abbe4d440bcb44778ffa0c71280a6a76 2024-11-14T06:55:03,823 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d51101d7294944e8ad28027823558c2f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/C/d51101d7294944e8ad28027823558c2f 2024-11-14T06:55:03,825 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits/412.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43/recovered.edits/412.seqid 2024-11-14T06:55:03,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,826 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:55:03,826 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:55:03,827 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T06:55:03,831 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114005291cf539a426faaa2149a9e545403_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114005291cf539a426faaa2149a9e545403_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,832 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114015167e5abb846e5a0ffbc16675d7ae2_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114015167e5abb846e5a0ffbc16675d7ae2_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434733bc37b9d48d2b689c2e701b3b3ce_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111434733bc37b9d48d2b689c2e701b3b3ce_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e5aa6f59b594c1c8652af8c9126db15_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e5aa6f59b594c1c8652af8c9126db15_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111441d23fe0f65d4f16a60a6c3c4e09d901_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111441d23fe0f65d4f16a60a6c3c4e09d901_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,835 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114479da4ddaf12400ca967011106592d64_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114479da4ddaf12400ca967011106592d64_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,836 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523cead7225746efbfde547de93d6aba_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523cead7225746efbfde547de93d6aba_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,837 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e13f6542114773b21fa59c5b55869c_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e13f6542114773b21fa59c5b55869c_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,838 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147855ae8ad5e84bcb9680b2b6ce7b8af6_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147855ae8ad5e84bcb9680b2b6ce7b8af6_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,839 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480188a117b2f46059e1dce2a3afc94ef_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111480188a117b2f46059e1dce2a3afc94ef_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,840 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148de6672bbc304ce9ab1035498a37d9f4_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148de6672bbc304ce9ab1035498a37d9f4_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,841 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bb05aef54c04f94ac22605b454b74f5_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bb05aef54c04f94ac22605b454b74f5_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,842 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a28f4a3310a842fe944be95837d5d497_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a28f4a3310a842fe944be95837d5d497_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,842 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a92f51b5d5b0444789f674beb0057b01_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a92f51b5d5b0444789f674beb0057b01_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,843 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc02a95ee64f48efaa5c4f85dc614bf7_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bc02a95ee64f48efaa5c4f85dc614bf7_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,844 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be642a11365f400db14ddec1f5afc876_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be642a11365f400db14ddec1f5afc876_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,845 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c50acd0fda804811a8a733eab4e9a05f_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c50acd0fda804811a8a733eab4e9a05f_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,846 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df107afa53824257b0bc60baed479196_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df107afa53824257b0bc60baed479196_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,847 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e82dba39376b41a2acb9cabd6a8941ec_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e82dba39376b41a2acb9cabd6a8941ec_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,848 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f49e3193ac774f88a2b787fda06de336_ec7f2bf5de986b925a5c666f9fa6ca43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f49e3193ac774f88a2b787fda06de336_ec7f2bf5de986b925a5c666f9fa6ca43 2024-11-14T06:55:03,849 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:55:03,850 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,852 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:55:03,854 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:55:03,855 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,855 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:55:03,856 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567303855"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:03,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:55:03,858 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ec7f2bf5de986b925a5c666f9fa6ca43, NAME => 'TestAcidGuarantees,,1731567273702.ec7f2bf5de986b925a5c666f9fa6ca43.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:55:03,858 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:55:03,858 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567303858"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:03,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:55:03,860 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-14T06:55:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T06:55:03,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:55:03,912 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:03,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 563), ProcessCount=11 (was 11), AvailableMemoryMB=2047 (was 2165) 2024-11-14T06:55:03,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=2047 2024-11-14T06:55:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:55:03,930 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:55:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:03,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:55:03,932 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:03,932 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-14T06:55:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:03,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:55:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742047_1223 (size=1061) 2024-11-14T06:55:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:04,340 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:55:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742048_1224 (size=53) 2024-11-14T06:55:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 11796b9002a398b71b03827f230501c6, disabling compactions & flushes 2024-11-14T06:55:04,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. after waiting 0 ms 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:04,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:04,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11796b9002a398b71b03827f230501c6: Waiting for close lock at 1731567304746Disabling compacts and flushes for region at 1731567304746Disabling writes for close at 1731567304746Writing region close event to WAL at 1731567304746Closed at 1731567304746 2024-11-14T06:55:04,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:55:04,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567304748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567304748"}]},"ts":"1731567304748"} 2024-11-14T06:55:04,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:55:04,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:55:04,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567304752"}]},"ts":"1731567304752"} 2024-11-14T06:55:04,754 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:55:04,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, ASSIGN}] 2024-11-14T06:55:04,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, ASSIGN 2024-11-14T06:55:04,757 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:55:04,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=11796b9002a398b71b03827f230501c6, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:04,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, ASSIGN because future has completed 2024-11-14T06:55:04,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:05,071 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:05,071 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:55:05,071 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,071 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:05,072 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,072 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:05,073 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,074 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:05,074 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11796b9002a398b71b03827f230501c6 columnFamilyName A 2024-11-14T06:55:05,074 DEBUG [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:05,075 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(327): Store=11796b9002a398b71b03827f230501c6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:05,075 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,076 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:05,076 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11796b9002a398b71b03827f230501c6 columnFamilyName B 2024-11-14T06:55:05,076 DEBUG [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:05,076 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(327): Store=11796b9002a398b71b03827f230501c6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:05,077 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,078 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:05,078 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11796b9002a398b71b03827f230501c6 columnFamilyName C 2024-11-14T06:55:05,078 DEBUG [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:05,078 INFO [StoreOpener-11796b9002a398b71b03827f230501c6-1 {}] regionserver.HStore(327): Store=11796b9002a398b71b03827f230501c6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:05,078 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:05,078 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,079 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,079 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,080 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,080 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,081 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:55:05,082 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,084 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:55:05,084 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 11796b9002a398b71b03827f230501c6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65563087, jitterRate=-0.02303387224674225}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:55:05,084 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:05,085 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 11796b9002a398b71b03827f230501c6: Running coprocessor pre-open hook at 1731567305072Writing region info on filesystem at 1731567305072Initializing all the Stores at 1731567305072Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567305072Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567305073 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567305073Cleaning up temporary data from old regions at 1731567305080 (+7 ms)Running coprocessor post-open hooks at 1731567305084 (+4 ms)Region opened successfully at 1731567305085 (+1 ms) 2024-11-14T06:55:05,085 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., pid=63, masterSystemTime=1731567305068 2024-11-14T06:55:05,087 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:05,087 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:05,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=11796b9002a398b71b03827f230501c6, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:05,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:05,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T06:55:05,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 in 176 msec 2024-11-14T06:55:05,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T06:55:05,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, ASSIGN in 336 msec 2024-11-14T06:55:05,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:55:05,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567305093"}]},"ts":"1731567305093"} 2024-11-14T06:55:05,094 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:55:05,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:55:05,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-14T06:55:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-14T06:55:06,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:06,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,089 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36898e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bdda9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:55:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:55:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6506ae82 2024-11-14T06:55:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:55:06,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:55:06,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d550c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49adc487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,106 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0b84d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,107 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b14e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,109 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb70c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,110 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c484fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620341d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0e6e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c014d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23911268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,118 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df33dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e4c1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c106305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6274530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,123 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f802498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,124 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c873017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e4d23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387d2fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:06,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:06,128 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccb492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:06,129 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a8b1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:06,130 DEBUG [Thread-1073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,130 DEBUG [Thread-1058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,131 DEBUG [Thread-1062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,132 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,132 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:06,132 DEBUG [Thread-1069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,133 DEBUG [Thread-1071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,133 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,133 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,133 DEBUG [Thread-1060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-14T06:55:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:06,138 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:06,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,140 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:06,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:55:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:06,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:06,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/dfebf487ff804330afb641c6ea957be5 is 50, key is test_row_0/A:col10/1731567306145/Put/seqid=0 2024-11-14T06:55:06,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567366180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567366181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567306175, max timestamp=1731567306184Num uniques 859; 2024-11-14T06:55:06,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567306175, max timestamp=1731567306184Num uniques 859; 2024-11-14T06:55:06,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:55:06,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567306175, max timestamp=1731567306184Num uniques 859; 2024-11-14T06:55:06,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:55:06,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742049_1225 (size=12001) 2024-11-14T06:55:06,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/dfebf487ff804330afb641c6ea957be5 2024-11-14T06:55:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567366210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567366216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567366216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5f13a9cc1e04b6a976d8f8459688fa5 is 50, key is test_row_0/B:col10/1731567306145/Put/seqid=0 2024-11-14T06:55:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742050_1226 (size=12001) 2024-11-14T06:55:06,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567366292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567366292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567366322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567366322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567366332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:06,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567366502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567366502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567366543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567366543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567366543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:06,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:06,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5f13a9cc1e04b6a976d8f8459688fa5 2024-11-14T06:55:06,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0ed0f798f7c144968b5751916822dbda is 50, key is test_row_0/C:col10/1731567306145/Put/seqid=0 2024-11-14T06:55:06,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742051_1227 (size=12001) 2024-11-14T06:55:06,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:06,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567366812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567366812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567366852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567366852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567366852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:06,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:06,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:06,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:07,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:07,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:07,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0ed0f798f7c144968b5751916822dbda 2024-11-14T06:55:07,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/dfebf487ff804330afb641c6ea957be5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5 2024-11-14T06:55:07,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:55:07,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5f13a9cc1e04b6a976d8f8459688fa5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5 2024-11-14T06:55:07,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:55:07,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0ed0f798f7c144968b5751916822dbda as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda 2024-11-14T06:55:07,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T06:55:07,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 11796b9002a398b71b03827f230501c6 in 952ms, sequenceid=13, compaction requested=false 2024-11-14T06:55:07,110 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T06:55:07,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:07,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-14T06:55:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:07,214 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/269f33f4d49e4b8e89ea918b626090cf is 50, key is test_row_0/A:col10/1731567306214/Put/seqid=0 2024-11-14T06:55:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742052_1228 (size=12001) 2024-11-14T06:55:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:07,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567367336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567367338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567367362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567367363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567367363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567367442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567367451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,625 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/269f33f4d49e4b8e89ea918b626090cf 2024-11-14T06:55:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/b3bddaff0a2f44c6bbc856da4713502f is 50, key is test_row_0/B:col10/1731567306214/Put/seqid=0 2024-11-14T06:55:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742053_1229 (size=12001) 2024-11-14T06:55:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567367652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567367662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567367962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:07,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567367972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/b3bddaff0a2f44c6bbc856da4713502f 2024-11-14T06:55:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/40ef3a92af81428284b0d3e34176800a is 50, key is test_row_0/C:col10/1731567306214/Put/seqid=0 2024-11-14T06:55:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742054_1230 (size=12001) 2024-11-14T06:55:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567368372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567368372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,375 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:08,375 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567368382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,384 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,463 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/40ef3a92af81428284b0d3e34176800a 2024-11-14T06:55:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/269f33f4d49e4b8e89ea918b626090cf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf 2024-11-14T06:55:08,471 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:55:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/b3bddaff0a2f44c6bbc856da4713502f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f 2024-11-14T06:55:08,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567368472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,476 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:55:08,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/40ef3a92af81428284b0d3e34176800a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a 2024-11-14T06:55:08,482 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:55:08,483 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 11796b9002a398b71b03827f230501c6 in 1269ms, sequenceid=47, compaction requested=false 2024-11-14T06:55:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-14T06:55:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-14T06:55:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:08,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:08,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-14T06:55:08,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3440 sec 2024-11-14T06:55:08,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.3550 sec 2024-11-14T06:55:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/91f3130a77544079bef652b47ff27e53 is 50, key is test_row_0/A:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742055_1231 (size=12001) 2024-11-14T06:55:08,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567368557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567368672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567368882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:08,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:08,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/91f3130a77544079bef652b47ff27e53 2024-11-14T06:55:08,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/8ff7d1a7aad746f39b6bf9331fbe934f is 50, key is test_row_0/B:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:08,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742056_1232 (size=12001) 2024-11-14T06:55:09,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:55:09,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567369192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:09,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/8ff7d1a7aad746f39b6bf9331fbe934f 2024-11-14T06:55:09,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/c10fb347bf6e4a059c62fc62fe09d3ca is 50, key is test_row_0/C:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742057_1233 (size=12001) 2024-11-14T06:55:09,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567369492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:09,495 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567369702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:09,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/c10fb347bf6e4a059c62fc62fe09d3ca 2024-11-14T06:55:09,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/91f3130a77544079bef652b47ff27e53 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53 2024-11-14T06:55:09,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T06:55:09,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/8ff7d1a7aad746f39b6bf9331fbe934f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f 2024-11-14T06:55:09,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T06:55:09,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/c10fb347bf6e4a059c62fc62fe09d3ca as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca 2024-11-14T06:55:09,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T06:55:09,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 11796b9002a398b71b03827f230501c6 in 1280ms, sequenceid=59, compaction requested=true 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:09,765 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:09,765 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:09,766 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:09,766 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:09,766 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:09,766 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=35.2 K 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:09,767 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:09,767 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=35.2 K 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfebf487ff804330afb641c6ea957be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567306145 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a5f13a9cc1e04b6a976d8f8459688fa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567306145 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 269f33f4d49e4b8e89ea918b626090cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567306181 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b3bddaff0a2f44c6bbc856da4713502f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567306181 2024-11-14T06:55:09,767 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91f3130a77544079bef652b47ff27e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:09,768 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff7d1a7aad746f39b6bf9331fbe934f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:09,774 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:09,775 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/b5c89b334e9d43c6b18f5f4b6296f471 is 50, key is test_row_0/B:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:09,775 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:09,776 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/8ae88e8085a34953a0c9b02738d561e7 is 50, key is test_row_0/A:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:09,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742058_1234 (size=12104) 2024-11-14T06:55:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742059_1235 (size=12104) 2024-11-14T06:55:10,194 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/b5c89b334e9d43c6b18f5f4b6296f471 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b5c89b334e9d43c6b18f5f4b6296f471 2024-11-14T06:55:10,195 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/8ae88e8085a34953a0c9b02738d561e7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/8ae88e8085a34953a0c9b02738d561e7 2024-11-14T06:55:10,199 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into b5c89b334e9d43c6b18f5f4b6296f471(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:10,199 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:10,199 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567309765; duration=0sec 2024-11-14T06:55:10,199 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:10,199 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:10,199 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:10,201 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 8ae88e8085a34953a0c9b02738d561e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:10,201 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:10,201 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567309765; duration=0sec 2024-11-14T06:55:10,201 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:10,201 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:10,202 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:10,202 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:10,202 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,202 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=35.2 K 2024-11-14T06:55:10,203 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed0f798f7c144968b5751916822dbda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731567306145 2024-11-14T06:55:10,203 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ef3a92af81428284b0d3e34176800a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567306181 2024-11-14T06:55:10,203 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c10fb347bf6e4a059c62fc62fe09d3ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:10,210 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:10,211 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/493ec1e0c7474f1b8cd64d866b456dc4 is 50, key is test_row_0/C:col10/1731567308484/Put/seqid=0 2024-11-14T06:55:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742060_1236 (size=12104) 2024-11-14T06:55:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-14T06:55:10,302 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:10,302 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-14T06:55:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:10,304 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:10,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:10,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:10,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567308532, max timestamp=1731567310394Num uniques 859; 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567308532, max timestamp=1731567310394Num uniques 859; 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567308532, max timestamp=1731567310394Num uniques 859; 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:10,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2aaaa901cdf1438488c9493c9da40c12 is 50, key is test_row_0/A:col10/1731567310395/Put/seqid=0 2024-11-14T06:55:10,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742061_1237 (size=14341) 2024-11-14T06:55:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:10,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567310420, max timestamp=1731567310427Num uniques 859; 2024-11-14T06:55:10,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567310420, max timestamp=1731567310427Num uniques 859; 2024-11-14T06:55:10,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567310420, max timestamp=1731567310427Num uniques 859; 2024-11-14T06:55:10,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:10,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567310451, max timestamp=1731567310462Num uniques 1018; 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567310451, max timestamp=1731567310462Num uniques 1018; 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731567310451, max timestamp=1731567310462Num uniques 1018; 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T06:55:10,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-14T06:55:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567370494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731567310485, max timestamp=1731567310497Num uniques 1077; 2024-11-14T06:55:10,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T06:55:10,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731567310485, max timestamp=1731567310497Num uniques 1077; 2024-11-14T06:55:10,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T06:55:10,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731567310485, max timestamp=1731567310497Num uniques 1077; 2024-11-14T06:55:10,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-14T06:55:10,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567370542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567370543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567370602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:10,641 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/493ec1e0c7474f1b8cd64d866b456dc4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/493ec1e0c7474f1b8cd64d866b456dc4 2024-11-14T06:55:10,645 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 493ec1e0c7474f1b8cd64d866b456dc4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:10,645 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:10,645 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567309765; duration=0sec 2024-11-14T06:55:10,646 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:10,646 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567370652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567370652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567370712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,714 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2aaaa901cdf1438488c9493c9da40c12 2024-11-14T06:55:10,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/88fe0190144d428da8dcee98081b59b4 is 50, key is test_row_0/B:col10/1731567310395/Put/seqid=0 2024-11-14T06:55:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742062_1238 (size=12001) 2024-11-14T06:55:10,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/88fe0190144d428da8dcee98081b59b4 2024-11-14T06:55:10,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567370818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f4912ec120b34117a3001d07f226e5e6 is 50, key is test_row_0/C:col10/1731567310395/Put/seqid=0 2024-11-14T06:55:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742063_1239 (size=12001) 2024-11-14T06:55:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567370862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567370862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:10,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:10,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:11,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567371132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567371172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567371172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:11,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f4912ec120b34117a3001d07f226e5e6 2024-11-14T06:55:11,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2aaaa901cdf1438488c9493c9da40c12 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12 2024-11-14T06:55:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12, entries=200, sequenceid=84, filesize=14.0 K 2024-11-14T06:55:11,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/88fe0190144d428da8dcee98081b59b4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4 2024-11-14T06:55:11,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4, entries=150, sequenceid=84, filesize=11.7 K 2024-11-14T06:55:11,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f4912ec120b34117a3001d07f226e5e6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6 2024-11-14T06:55:11,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6, entries=150, sequenceid=84, filesize=11.7 K 2024-11-14T06:55:11,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 11796b9002a398b71b03827f230501c6 in 854ms, sequenceid=84, compaction requested=false 2024-11-14T06:55:11,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:11,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T06:55:11,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,373 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=147.60 KB heapSize=413.77 KB 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:11,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/51307dd65fca490d98eae881e132b14c is 50, key is test_row_0/A:col10/1731567310534/Put/seqid=0 2024-11-14T06:55:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742064_1240 (size=12151) 2024-11-14T06:55:11,388 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/51307dd65fca490d98eae881e132b14c 2024-11-14T06:55:11,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/5615d083040c401684c3ee274e195438 is 50, key is test_row_0/B:col10/1731567310534/Put/seqid=0 2024-11-14T06:55:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742065_1241 (size=12151) 2024-11-14T06:55:11,402 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/5615d083040c401684c3ee274e195438 2024-11-14T06:55:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/67b4ce1346504f8e92cb22cd7f00a37a is 50, key is test_row_0/C:col10/1731567310534/Put/seqid=0 2024-11-14T06:55:11,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742066_1242 (size=12151) 2024-11-14T06:55:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:11,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:11,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567371538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567371642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567371652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567371682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567371683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:11,818 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/67b4ce1346504f8e92cb22cd7f00a37a 2024-11-14T06:55:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/51307dd65fca490d98eae881e132b14c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c 2024-11-14T06:55:11,826 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T06:55:11,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/5615d083040c401684c3ee274e195438 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438 2024-11-14T06:55:11,830 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T06:55:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/67b4ce1346504f8e92cb22cd7f00a37a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a 2024-11-14T06:55:11,834 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T06:55:11,835 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~413.72 KB/423648, currentSize=33.54 KB/34350 for 11796b9002a398b71b03827f230501c6 in 462ms, sequenceid=156, compaction requested=true 2024-11-14T06:55:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-14T06:55:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-14T06:55:11,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T06:55:11,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5310 sec 2024-11-14T06:55:11,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.5370 sec 2024-11-14T06:55:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:11,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:55:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:11,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:11,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/3080630bb85a4017b2ba9145d94cd35f is 50, key is test_row_0/A:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742067_1243 (size=14541) 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567311943, max timestamp=1731567311958Num uniques 859; 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567311943, max timestamp=1731567311958Num uniques 859; 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567311943, max timestamp=1731567311958Num uniques 859; 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:11,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:12,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567372053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567372162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/3080630bb85a4017b2ba9145d94cd35f 2024-11-14T06:55:12,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/3102bf58f1b64c51afc9b9adfd16cc54 is 50, key is test_row_0/B:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742068_1244 (size=12151) 2024-11-14T06:55:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567372372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T06:55:12,453 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:12,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T06:55:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:12,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:12,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:12,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:12,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567372652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,654 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567372682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/3102bf58f1b64c51afc9b9adfd16cc54 2024-11-14T06:55:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567372692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,695 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/780658277dbc41aea77bada36cf548b1 is 50, key is test_row_0/C:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:12,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742069_1245 (size=12151) 2024-11-14T06:55:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567372702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,707 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567372742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:12,746 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:12,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:12,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:12,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:13,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/780658277dbc41aea77bada36cf548b1 2024-11-14T06:55:13,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/3080630bb85a4017b2ba9145d94cd35f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f 2024-11-14T06:55:13,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f, entries=200, sequenceid=166, filesize=14.2 K 2024-11-14T06:55:13,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/3102bf58f1b64c51afc9b9adfd16cc54 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54 2024-11-14T06:55:13,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T06:55:13,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/780658277dbc41aea77bada36cf548b1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1 2024-11-14T06:55:13,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T06:55:13,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11796b9002a398b71b03827f230501c6 in 1289ms, sequenceid=166, compaction requested=true 2024-11-14T06:55:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:13,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:13,157 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:13,157 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:13,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:13,159 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53137 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:13,159 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:13,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:13,159 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:13,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:13,159 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/8ae88e8085a34953a0c9b02738d561e7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=51.9 K 2024-11-14T06:55:13,161 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae88e8085a34953a0c9b02738d561e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:13,162 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:13,162 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:13,162 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,162 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b5c89b334e9d43c6b18f5f4b6296f471, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=47.3 K 2024-11-14T06:55:13,162 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aaaa901cdf1438488c9493c9da40c12, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731567308550 2024-11-14T06:55:13,163 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c89b334e9d43c6b18f5f4b6296f471, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:13,163 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51307dd65fca490d98eae881e132b14c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731567310530 2024-11-14T06:55:13,163 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 88fe0190144d428da8dcee98081b59b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731567308550 2024-11-14T06:55:13,163 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3080630bb85a4017b2ba9145d94cd35f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,163 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5615d083040c401684c3ee274e195438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731567310530 2024-11-14T06:55:13,164 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 3102bf58f1b64c51afc9b9adfd16cc54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,188 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,188 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/5b5c377037b94ae78307abbec900f97e is 50, key is test_row_0/A:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:13,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567312035, max timestamp=1731567313200Num uniques 1018; 2024-11-14T06:55:13,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:13,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB 2024-11-14T06:55:13,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567312035, max timestamp=1731567313200Num uniques 1018; 2024-11-14T06:55:13,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:13,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567312035, max timestamp=1731567313200Num uniques 1018; 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:13,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:13,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,211 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#202 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,211 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4a1129ec4ac74cebb05ef2ac457100aa is 50, key is test_row_0/B:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:13,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/f5b928c3c734429bb78f6be5f2bc9da8 is 50, key is test_row_0/A:col10/1731567313200/Put/seqid=0 2024-11-14T06:55:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742070_1246 (size=12391) 2024-11-14T06:55:13,268 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/5b5c377037b94ae78307abbec900f97e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/5b5c377037b94ae78307abbec900f97e 2024-11-14T06:55:13,286 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 5b5c377037b94ae78307abbec900f97e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:13,286 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,286 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=12, startTime=1731567313157; duration=0sec 2024-11-14T06:55:13,286 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:13,286 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:13,286 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:13,287 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:13,288 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:13,288 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,288 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/493ec1e0c7474f1b8cd64d866b456dc4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=47.3 K 2024-11-14T06:55:13,288 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 493ec1e0c7474f1b8cd64d866b456dc4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567307332 2024-11-14T06:55:13,290 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4912ec120b34117a3001d07f226e5e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1731567308550 2024-11-14T06:55:13,291 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67b4ce1346504f8e92cb22cd7f00a37a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731567310530 2024-11-14T06:55:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742072_1248 (size=14541) 2024-11-14T06:55:13,292 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 780658277dbc41aea77bada36cf548b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/f5b928c3c734429bb78f6be5f2bc9da8 2024-11-14T06:55:13,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742071_1247 (size=12391) 2024-11-14T06:55:13,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/125067d0dae7418e8696aced20e00136 is 50, key is test_row_0/B:col10/1731567313200/Put/seqid=0 2024-11-14T06:55:13,324 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#205 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,324 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/19c87aa880c840d5a9a3d3babd56bff2 is 50, key is test_row_0/C:col10/1731567311536/Put/seqid=0 2024-11-14T06:55:13,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313234, max timestamp=1731567313352Num uniques 859; 2024-11-14T06:55:13,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:13,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313234, max timestamp=1731567313352Num uniques 859; 2024-11-14T06:55:13,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:13,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313234, max timestamp=1731567313352Num uniques 859; 2024-11-14T06:55:13,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742073_1249 (size=12151) 2024-11-14T06:55:13,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/125067d0dae7418e8696aced20e00136 2024-11-14T06:55:13,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742074_1250 (size=12391) 2024-11-14T06:55:13,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/19c87aa880c840d5a9a3d3babd56bff2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/19c87aa880c840d5a9a3d3babd56bff2 2024-11-14T06:55:13,405 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 19c87aa880c840d5a9a3d3babd56bff2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:13,405 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,405 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=12, startTime=1731567313159; duration=0sec 2024-11-14T06:55:13,405 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:13,405 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:13,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8a42fc9bf1cb4400928d1b7180f11e95 is 50, key is test_row_0/C:col10/1731567313200/Put/seqid=0 2024-11-14T06:55:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742075_1251 (size=12151) 2024-11-14T06:55:13,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8a42fc9bf1cb4400928d1b7180f11e95 2024-11-14T06:55:13,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/f5b928c3c734429bb78f6be5f2bc9da8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8 2024-11-14T06:55:13,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8, entries=200, sequenceid=204, filesize=14.2 K 2024-11-14T06:55:13,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/125067d0dae7418e8696aced20e00136 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136 2024-11-14T06:55:13,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136, entries=150, sequenceid=204, filesize=11.9 K 2024-11-14T06:55:13,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8a42fc9bf1cb4400928d1b7180f11e95 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95 2024-11-14T06:55:13,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95, entries=150, sequenceid=204, filesize=11.9 K 2024-11-14T06:55:13,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=120.76 KB/123660 for 11796b9002a398b71b03827f230501c6 in 286ms, sequenceid=204, compaction requested=false 2024-11-14T06:55:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:13,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:13,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:13,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/27bed88231464f7bafcb17fb42015efe is 50, key is test_row_0/A:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742076_1252 (size=12151) 2024-11-14T06:55:13,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/27bed88231464f7bafcb17fb42015efe 2024-11-14T06:55:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567373576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:13,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/ba357f7a26994678beb58b42e01fd607 is 50, key is test_row_0/B:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742077_1253 (size=12151) 2024-11-14T06:55:13,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/ba357f7a26994678beb58b42e01fd607 2024-11-14T06:55:13,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/15b94db001474fa89c4e5f5f0a38e6f8 is 50, key is test_row_0/C:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742078_1254 (size=12151) 2024-11-14T06:55:13,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/15b94db001474fa89c4e5f5f0a38e6f8 2024-11-14T06:55:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/27bed88231464f7bafcb17fb42015efe as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe 2024-11-14T06:55:13,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T06:55:13,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/ba357f7a26994678beb58b42e01fd607 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607 2024-11-14T06:55:13,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:13,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T06:55:13,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/15b94db001474fa89c4e5f5f0a38e6f8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8 2024-11-14T06:55:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567373692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:13,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8, entries=150, sequenceid=242, filesize=11.9 K 2024-11-14T06:55:13,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 11796b9002a398b71b03827f230501c6 in 198ms, sequenceid=242, compaction requested=true 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:13,702 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T06:55:13,706 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:13,706 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:13,706 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,706 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/5b5c377037b94ae78307abbec900f97e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=38.2 K 2024-11-14T06:55:13,707 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b5c377037b94ae78307abbec900f97e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,707 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5b928c3c734429bb78f6be5f2bc9da8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731567312035 2024-11-14T06:55:13,707 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27bed88231464f7bafcb17fb42015efe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:13,723 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4a1129ec4ac74cebb05ef2ac457100aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a1129ec4ac74cebb05ef2ac457100aa 2024-11-14T06:55:13,730 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 4a1129ec4ac74cebb05ef2ac457100aa(size=12.1 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:13,730 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,730 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=12, startTime=1731567313157; duration=0sec 2024-11-14T06:55:13,730 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T06:55:13,730 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:13,731 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:13,731 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:13,733 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:13,733 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:13,733 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,733 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/19c87aa880c840d5a9a3d3babd56bff2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=35.8 K 2024-11-14T06:55:13,733 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 19c87aa880c840d5a9a3d3babd56bff2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,734 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a42fc9bf1cb4400928d1b7180f11e95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731567312040 2024-11-14T06:55:13,734 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b94db001474fa89c4e5f5f0a38e6f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:13,735 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,736 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/7b10e8a5dcd643d1a22966a2eee71f8c is 50, key is test_row_0/A:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,770 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,771 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/c969a7b56796403d959b173dbb7ce47a is 50, key is test_row_0/C:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742079_1255 (size=12493) 2024-11-14T06:55:13,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/7b10e8a5dcd643d1a22966a2eee71f8c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/7b10e8a5dcd643d1a22966a2eee71f8c 2024-11-14T06:55:13,815 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 7b10e8a5dcd643d1a22966a2eee71f8c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:13,815 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:13,815 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567313702; duration=0sec 2024-11-14T06:55:13,815 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:13,816 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:13,816 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:13,817 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:13,817 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:13,819 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,819 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a1129ec4ac74cebb05ef2ac457100aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=35.8 K 2024-11-14T06:55:13,819 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1129ec4ac74cebb05ef2ac457100aa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567311519 2024-11-14T06:55:13,820 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125067d0dae7418e8696aced20e00136, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731567312040 2024-11-14T06:55:13,820 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba357f7a26994678beb58b42e01fd607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:13,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T06:55:13,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:13,842 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:55:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:13,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:13,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742080_1256 (size=12493) 2024-11-14T06:55:13,851 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:13,852 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/c5b44af5c7d944448f342d8a4c3cc355 is 50, key is test_row_0/B:col10/1731567313470/Put/seqid=0 2024-11-14T06:55:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/96017d722a614c58aa9bbe1d2062e145 is 50, key is test_row_0/A:col10/1731567313528/Put/seqid=0 2024-11-14T06:55:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:13,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742081_1257 (size=12493) 2024-11-14T06:55:13,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742082_1258 (size=12151) 2024-11-14T06:55:13,950 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/96017d722a614c58aa9bbe1d2062e145 2024-11-14T06:55:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/cab9f4777ffa4152bd818507dd6b88ac is 50, key is test_row_0/B:col10/1731567313528/Put/seqid=0 2024-11-14T06:55:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742083_1259 (size=12151) 2024-11-14T06:55:14,023 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/cab9f4777ffa4152bd818507dd6b88ac 2024-11-14T06:55:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/647f629d7b4243e3a469c377b97e024f is 50, key is test_row_0/C:col10/1731567313528/Put/seqid=0 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313954, max timestamp=1731567314061Num uniques 859; 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313954, max timestamp=1731567314061Num uniques 859; 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567313954, max timestamp=1731567314061Num uniques 859; 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:14,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:14,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742084_1260 (size=12151) 2024-11-14T06:55:14,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567374236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,251 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/c969a7b56796403d959b173dbb7ce47a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c969a7b56796403d959b173dbb7ce47a 2024-11-14T06:55:14,257 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into c969a7b56796403d959b173dbb7ce47a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:14,257 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:14,257 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567313702; duration=0sec 2024-11-14T06:55:14,257 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:14,257 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:14,323 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/c5b44af5c7d944448f342d8a4c3cc355 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/c5b44af5c7d944448f342d8a4c3cc355 2024-11-14T06:55:14,332 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into c5b44af5c7d944448f342d8a4c3cc355(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:14,332 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:14,332 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567313702; duration=0sec 2024-11-14T06:55:14,332 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:14,332 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567374352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,488 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/647f629d7b4243e3a469c377b97e024f 2024-11-14T06:55:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/96017d722a614c58aa9bbe1d2062e145 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145 2024-11-14T06:55:14,503 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T06:55:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/cab9f4777ffa4152bd818507dd6b88ac as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac 2024-11-14T06:55:14,518 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T06:55:14,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/647f629d7b4243e3a469c377b97e024f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f 2024-11-14T06:55:14,527 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-14T06:55:14,528 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 11796b9002a398b71b03827f230501c6 in 686ms, sequenceid=255, compaction requested=false 2024-11-14T06:55:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T06:55:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T06:55:14,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T06:55:14,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0780 sec 2024-11-14T06:55:14,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0840 sec 2024-11-14T06:55:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:14,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:14,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:14,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/d7e98494dc7e428ea68556790423ea0f is 50, key is test_row_0/A:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T06:55:14,603 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:14,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T06:55:14,606 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:14,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:14,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742085_1261 (size=14741) 2024-11-14T06:55:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567374626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567374662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,669 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:14,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567374713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,716 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567374722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,725 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567374743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:14,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:14,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:14,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567374952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:14,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:15,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/d7e98494dc7e428ea68556790423ea0f 2024-11-14T06:55:15,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4531d4035582482c9662e04b05e1f7b3 is 50, key is test_row_0/B:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:15,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742086_1262 (size=12301) 2024-11-14T06:55:15,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4531d4035582482c9662e04b05e1f7b3 2024-11-14T06:55:15,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/9de35dc9be25410fb1f738840532dd62 is 50, key is test_row_0/C:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742087_1263 (size=12301) 2024-11-14T06:55:15,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567375262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:15,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/9de35dc9be25410fb1f738840532dd62 2024-11-14T06:55:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/d7e98494dc7e428ea68556790423ea0f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f 2024-11-14T06:55:15,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f, entries=200, sequenceid=294, filesize=14.4 K 2024-11-14T06:55:15,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4531d4035582482c9662e04b05e1f7b3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3 2024-11-14T06:55:15,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:15,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T06:55:15,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/9de35dc9be25410fb1f738840532dd62 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62 2024-11-14T06:55:15,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62, entries=150, sequenceid=294, filesize=12.0 K 2024-11-14T06:55:15,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 11796b9002a398b71b03827f230501c6 in 972ms, sequenceid=294, compaction requested=true 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:15,540 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:15,540 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:15,541 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:15,541 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:15,541 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39385 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:15,541 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,541 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:15,541 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,541 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/c5b44af5c7d944448f342d8a4c3cc355, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.1 K 2024-11-14T06:55:15,541 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/7b10e8a5dcd643d1a22966a2eee71f8c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=38.5 K 2024-11-14T06:55:15,542 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c5b44af5c7d944448f342d8a4c3cc355, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:15,542 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b10e8a5dcd643d1a22966a2eee71f8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:15,542 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96017d722a614c58aa9bbe1d2062e145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731567313528 2024-11-14T06:55:15,542 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting cab9f4777ffa4152bd818507dd6b88ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731567313528 2024-11-14T06:55:15,542 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7e98494dc7e428ea68556790423ea0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:15,543 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4531d4035582482c9662e04b05e1f7b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:15,557 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:15,557 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/0f8faf7ffca44837963fbf2158b8a5aa is 50, key is test_row_0/A:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:15,559 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:15,560 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/5c22a0ea08e9445c99e798ec54130f98 is 50, key is test_row_0/B:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742088_1264 (size=12745) 2024-11-14T06:55:15,617 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/0f8faf7ffca44837963fbf2158b8a5aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/0f8faf7ffca44837963fbf2158b8a5aa 2024-11-14T06:55:15,622 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 0f8faf7ffca44837963fbf2158b8a5aa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:15,622 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:15,622 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567315540; duration=0sec 2024-11-14T06:55:15,623 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:15,623 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:15,624 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:15,627 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:15,627 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:15,627 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,628 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c969a7b56796403d959b173dbb7ce47a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.1 K 2024-11-14T06:55:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742089_1265 (size=12745) 2024-11-14T06:55:15,629 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c969a7b56796403d959b173dbb7ce47a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731567313386 2024-11-14T06:55:15,631 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 647f629d7b4243e3a469c377b97e024f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731567313528 2024-11-14T06:55:15,633 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de35dc9be25410fb1f738840532dd62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:15,647 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:15,648 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/83bf39ecca264d6cb9d98228f3801352 is 50, key is test_row_0/C:col10/1731567314219/Put/seqid=0 2024-11-14T06:55:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742090_1266 (size=12745) 2024-11-14T06:55:15,663 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/83bf39ecca264d6cb9d98228f3801352 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/83bf39ecca264d6cb9d98228f3801352 2024-11-14T06:55:15,669 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 83bf39ecca264d6cb9d98228f3801352(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:15,669 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:15,669 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567315540; duration=0sec 2024-11-14T06:55:15,669 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:15,669 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:15,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:15,683 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:15,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/acf374487e4943f084b4672f6a412f66 is 50, key is test_row_0/A:col10/1731567314623/Put/seqid=0 2024-11-14T06:55:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742091_1267 (size=12301) 2024-11-14T06:55:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:15,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567315857, max timestamp=1731567315872Num uniques 859; 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567315857, max timestamp=1731567315872Num uniques 859; 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567315857, max timestamp=1731567315872Num uniques 859; 2024-11-14T06:55:15,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:15,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567375969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,032 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/5c22a0ea08e9445c99e798ec54130f98 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5c22a0ea08e9445c99e798ec54130f98 2024-11-14T06:55:16,036 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 5c22a0ea08e9445c99e798ec54130f98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:16,036 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:16,037 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567315540; duration=0sec 2024-11-14T06:55:16,037 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:16,037 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:16,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567376082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,098 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/acf374487e4943f084b4672f6a412f66 2024-11-14T06:55:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/bb30ced0311341b0a6013d44b5e1c51a is 50, key is test_row_0/B:col10/1731567314623/Put/seqid=0 2024-11-14T06:55:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742092_1268 (size=12301) 2024-11-14T06:55:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567376292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,514 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/bb30ced0311341b0a6013d44b5e1c51a 2024-11-14T06:55:16,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/43c737f012b046f5b76c75a41f09043e is 50, key is test_row_0/C:col10/1731567314623/Put/seqid=0 2024-11-14T06:55:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742093_1269 (size=12301) 2024-11-14T06:55:16,529 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/43c737f012b046f5b76c75a41f09043e 2024-11-14T06:55:16,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/acf374487e4943f084b4672f6a412f66 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66 2024-11-14T06:55:16,538 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T06:55:16,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/bb30ced0311341b0a6013d44b5e1c51a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a 2024-11-14T06:55:16,546 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T06:55:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/43c737f012b046f5b76c75a41f09043e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e 2024-11-14T06:55:16,551 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T06:55:16,552 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11796b9002a398b71b03827f230501c6 in 869ms, sequenceid=306, compaction requested=false 2024-11-14T06:55:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T06:55:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T06:55:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T06:55:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec 2024-11-14T06:55:16,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.9530 sec 2024-11-14T06:55:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:16,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:16,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/540c6ce600c247bd9464beb36fa7e72c is 50, key is test_row_0/A:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742094_1270 (size=12301) 2024-11-14T06:55:16,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567376646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T06:55:16,752 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:16,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T06:55:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:16,754 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:16,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:16,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567376762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43812 deadline: 1731567376773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,779 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:16,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T06:55:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:16,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:16,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:16,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567376972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:17,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/540c6ce600c247bd9464beb36fa7e72c 2024-11-14T06:55:17,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6553abda102c4915994b711718f36f3e is 50, key is test_row_0/B:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742095_1271 (size=12301) 2024-11-14T06:55:17,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T06:55:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:17,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T06:55:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567377282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:17,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T06:55:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:17,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6553abda102c4915994b711718f36f3e 2024-11-14T06:55:17,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/eb2826e1007f4fcf94171cbbaaab6af3 is 50, key is test_row_0/C:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:17,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742096_1272 (size=12301) 2024-11-14T06:55:17,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/eb2826e1007f4fcf94171cbbaaab6af3 2024-11-14T06:55:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/540c6ce600c247bd9464beb36fa7e72c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c 2024-11-14T06:55:17,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c, entries=150, sequenceid=345, filesize=12.0 K 2024-11-14T06:55:17,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6553abda102c4915994b711718f36f3e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e 2024-11-14T06:55:17,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e, entries=150, sequenceid=345, filesize=12.0 K 2024-11-14T06:55:17,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/eb2826e1007f4fcf94171cbbaaab6af3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3 2024-11-14T06:55:17,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3, entries=150, sequenceid=345, filesize=12.0 K 2024-11-14T06:55:17,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 11796b9002a398b71b03827f230501c6 in 895ms, sequenceid=345, compaction requested=true 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:17,499 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:17,499 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:17,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:17,501 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:17,501 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:17,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:17,501 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,501 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5c22a0ea08e9445c99e798ec54130f98, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.5 K 2024-11-14T06:55:17,501 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,501 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/0f8faf7ffca44837963fbf2158b8a5aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.5 K 2024-11-14T06:55:17,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c22a0ea08e9445c99e798ec54130f98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:17,502 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f8faf7ffca44837963fbf2158b8a5aa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:17,502 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bb30ced0311341b0a6013d44b5e1c51a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731567314599 2024-11-14T06:55:17,502 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting acf374487e4943f084b4672f6a412f66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731567314599 2024-11-14T06:55:17,503 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6553abda102c4915994b711718f36f3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:17,503 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 540c6ce600c247bd9464beb36fa7e72c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:17,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T06:55:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,521 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-14T06:55:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:17,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:17,524 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:17,526 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4a7b65e33894485dbe572eaaba0fc26c is 50, key is test_row_0/B:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:17,535 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:17,536 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/a163e6cf388c4a79b959a451b5ffcfd5 is 50, key is test_row_0/A:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/504fd869336848c19c3b42ce5430001b is 50, key is test_row_0/A:col10/1731567316643/Put/seqid=0 2024-11-14T06:55:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742099_1275 (size=9857) 2024-11-14T06:55:17,564 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/504fd869336848c19c3b42ce5430001b 2024-11-14T06:55:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742098_1274 (size=12847) 2024-11-14T06:55:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742097_1273 (size=12847) 2024-11-14T06:55:17,585 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/a163e6cf388c4a79b959a451b5ffcfd5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/a163e6cf388c4a79b959a451b5ffcfd5 2024-11-14T06:55:17,592 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into a163e6cf388c4a79b959a451b5ffcfd5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:17,592 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:17,592 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567317499; duration=0sec 2024-11-14T06:55:17,592 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:17,592 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:17,592 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:17,593 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:17,593 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:17,593 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:17,593 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/83bf39ecca264d6cb9d98228f3801352, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.5 K 2024-11-14T06:55:17,594 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83bf39ecca264d6cb9d98228f3801352, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731567314206 2024-11-14T06:55:17,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/fa72190dacb544c192e5befa42f35127 is 50, key is test_row_0/B:col10/1731567316643/Put/seqid=0 2024-11-14T06:55:17,594 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c737f012b046f5b76c75a41f09043e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731567314599 2024-11-14T06:55:17,595 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb2826e1007f4fcf94171cbbaaab6af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:17,610 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742100_1276 (size=9857) 2024-11-14T06:55:17,611 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/e0e6d4d6a75d446483ad286141a0c3ca is 50, key is test_row_0/C:col10/1731567316603/Put/seqid=0 2024-11-14T06:55:17,612 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/fa72190dacb544c192e5befa42f35127 2024-11-14T06:55:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742101_1277 (size=12847) 2024-11-14T06:55:17,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0dbb97ca3e9349cfbd579cf81663143f is 50, key is test_row_0/C:col10/1731567316643/Put/seqid=0 2024-11-14T06:55:17,629 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/e0e6d4d6a75d446483ad286141a0c3ca as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/e0e6d4d6a75d446483ad286141a0c3ca 2024-11-14T06:55:17,638 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into e0e6d4d6a75d446483ad286141a0c3ca(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:17,638 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:17,638 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567317499; duration=0sec 2024-11-14T06:55:17,639 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:17,639 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742102_1278 (size=9857) 2024-11-14T06:55:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567317863, max timestamp=1731567317885Num uniques 859; 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567317863, max timestamp=1731567317885Num uniques 859; 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567317863, max timestamp=1731567317885Num uniques 859; 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:17,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567317957, max timestamp=1731567317985Num uniques 1018; 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567317957, max timestamp=1731567317985Num uniques 1018; 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567317957, max timestamp=1731567317985Num uniques 1018; 2024-11-14T06:55:17,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:55:17,998 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4a7b65e33894485dbe572eaaba0fc26c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a7b65e33894485dbe572eaaba0fc26c 2024-11-14T06:55:18,007 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 4a7b65e33894485dbe572eaaba0fc26c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:18,007 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:18,007 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567317499; duration=0sec 2024-11-14T06:55:18,007 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:18,007 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:18,045 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0dbb97ca3e9349cfbd579cf81663143f 2024-11-14T06:55:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/504fd869336848c19c3b42ce5430001b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b 2024-11-14T06:55:18,059 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b, entries=100, sequenceid=354, filesize=9.6 K 2024-11-14T06:55:18,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/fa72190dacb544c192e5befa42f35127 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127 2024-11-14T06:55:18,072 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127, entries=100, sequenceid=354, filesize=9.6 K 2024-11-14T06:55:18,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/0dbb97ca3e9349cfbd579cf81663143f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f 2024-11-14T06:55:18,078 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f, entries=100, sequenceid=354, filesize=9.6 K 2024-11-14T06:55:18,079 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=107.34 KB/109920 for 11796b9002a398b71b03827f230501c6 in 558ms, sequenceid=354, compaction requested=false 2024-11-14T06:55:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:18,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T06:55:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T06:55:18,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=114.05 KB heapSize=324.38 KB 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:18,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:18,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:18,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.3370 sec 2024-11-14T06:55:18,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/38349a90cdd2433aa214a58f98c0d49a is 50, key is test_row_0/A:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742103_1279 (size=14741) 2024-11-14T06:55:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567378156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567378262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567378472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/38349a90cdd2433aa214a58f98c0d49a 2024-11-14T06:55:18,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4214537c49874290b02a5ef42a5ac875 is 50, key is test_row_0/B:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742104_1280 (size=12301) 2024-11-14T06:55:18,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43748 deadline: 1731567378702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,706 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43784 deadline: 1731567378762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,764 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43818 deadline: 1731567378773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,775 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 11796b9002a398b71b03827f230501c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567378782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T06:55:18,902 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:18,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T06:55:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T06:55:18,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:18,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:18,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:18,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4214537c49874290b02a5ef42a5ac875 2024-11-14T06:55:18,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/ce5ba63516c24646926b88364959d82d is 50, key is test_row_0/C:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742105_1281 (size=12301) 2024-11-14T06:55:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T06:55:19,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T06:55:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:19,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T06:55:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T06:55:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567379292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:19,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/ce5ba63516c24646926b88364959d82d 2024-11-14T06:55:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T06:55:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:19,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/38349a90cdd2433aa214a58f98c0d49a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a 2024-11-14T06:55:19,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a, entries=200, sequenceid=408, filesize=14.4 K 2024-11-14T06:55:19,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/4214537c49874290b02a5ef42a5ac875 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875 2024-11-14T06:55:19,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T06:55:19,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/ce5ba63516c24646926b88364959d82d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d 2024-11-14T06:55:19,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T06:55:19,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~324.33 KB/332112, currentSize=67.09 KB/68700 for 11796b9002a398b71b03827f230501c6 in 1299ms, sequenceid=408, compaction requested=true 2024-11-14T06:55:19,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:19,386 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:19,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:19,386 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37445 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:19,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:19,387 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,387 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,387 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/a163e6cf388c4a79b959a451b5ffcfd5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.6 K 2024-11-14T06:55:19,387 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a7b65e33894485dbe572eaaba0fc26c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=34.2 K 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7b65e33894485dbe572eaaba0fc26c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a163e6cf388c4a79b959a451b5ffcfd5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting fa72190dacb544c192e5befa42f35127, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731567316628 2024-11-14T06:55:19,387 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 504fd869336848c19c3b42ce5430001b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731567316628 2024-11-14T06:55:19,388 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4214537c49874290b02a5ef42a5ac875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:19,388 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38349a90cdd2433aa214a58f98c0d49a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:19,395 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:19,396 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/f19f4986c9e64d0696857acac89a048b is 50, key is test_row_0/A:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:19,399 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:19,400 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/2b1377778028414381c64c8e5292978e is 50, key is test_row_0/B:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742106_1282 (size=12949) 2024-11-14T06:55:19,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742107_1283 (size=12949) 2024-11-14T06:55:19,424 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/2b1377778028414381c64c8e5292978e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2b1377778028414381c64c8e5292978e 2024-11-14T06:55:19,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 2b1377778028414381c64c8e5292978e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:19,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:19,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567319386; duration=0sec 2024-11-14T06:55:19,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:19,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:19,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:19,434 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:19,434 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:19,434 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,435 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/e0e6d4d6a75d446483ad286141a0c3ca, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=34.2 K 2024-11-14T06:55:19,435 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e0e6d4d6a75d446483ad286141a0c3ca, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731567315956 2024-11-14T06:55:19,435 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dbb97ca3e9349cfbd579cf81663143f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731567316628 2024-11-14T06:55:19,436 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ce5ba63516c24646926b88364959d82d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:19,447 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:19,448 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/462ebdb279f6408aa2a649af22cf606d is 50, key is test_row_0/C:col10/1731567318068/Put/seqid=0 2024-11-14T06:55:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742108_1284 (size=12949) 2024-11-14T06:55:19,476 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/462ebdb279f6408aa2a649af22cf606d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/462ebdb279f6408aa2a649af22cf606d 2024-11-14T06:55:19,484 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 462ebdb279f6408aa2a649af22cf606d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:19,484 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:19,484 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567319386; duration=0sec 2024-11-14T06:55:19,484 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:19,484 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:19,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T06:55:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:19,520 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:19,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/fbdc93407d5945bf881ce526f157a7b2 is 50, key is test_row_0/A:col10/1731567318148/Put/seqid=0 2024-11-14T06:55:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T06:55:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742109_1285 (size=12301) 2024-11-14T06:55:19,557 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/fbdc93407d5945bf881ce526f157a7b2 2024-11-14T06:55:19,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/284095292adb4126b910d72ede0dac5c is 50, key is test_row_0/B:col10/1731567318148/Put/seqid=0 2024-11-14T06:55:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742110_1286 (size=12301) 2024-11-14T06:55:19,819 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/f19f4986c9e64d0696857acac89a048b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f19f4986c9e64d0696857acac89a048b 2024-11-14T06:55:19,824 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into f19f4986c9e64d0696857acac89a048b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:19,824 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:19,824 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567319385; duration=0sec 2024-11-14T06:55:19,824 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:19,824 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:19,971 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/284095292adb4126b910d72ede0dac5c 2024-11-14T06:55:19,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/48a2376784404c5fb95773e32cba78a9 is 50, key is test_row_0/C:col10/1731567318148/Put/seqid=0 2024-11-14T06:55:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742111_1287 (size=12301) 2024-11-14T06:55:19,998 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/48a2376784404c5fb95773e32cba78a9 2024-11-14T06:55:20,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/fbdc93407d5945bf881ce526f157a7b2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2 2024-11-14T06:55:20,011 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2, entries=150, sequenceid=423, filesize=12.0 K 2024-11-14T06:55:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/284095292adb4126b910d72ede0dac5c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c 2024-11-14T06:55:20,023 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c, entries=150, sequenceid=423, filesize=12.0 K 2024-11-14T06:55:20,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/48a2376784404c5fb95773e32cba78a9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9 2024-11-14T06:55:20,030 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9, entries=150, sequenceid=423, filesize=12.0 K 2024-11-14T06:55:20,031 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 11796b9002a398b71b03827f230501c6 in 511ms, sequenceid=423, compaction requested=false 2024-11-14T06:55:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T06:55:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T06:55:20,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T06:55:20,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1260 sec 2024-11-14T06:55:20,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1340 sec 2024-11-14T06:55:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T06:55:20,042 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:20,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T06:55:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T06:55:20,045 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:20,046 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:20,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T06:55:20,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T06:55:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T06:55:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T06:55:20,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T06:55:20,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-14T06:55:20,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 163 msec 2024-11-14T06:55:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:20,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:20,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:20,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cfd46a57ba36426b9c1340b037c1d84f is 50, key is test_row_0/A:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T06:55:20,362 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:20,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T06:55:20,366 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:20,367 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:20,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742112_1288 (size=12301) 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567320408, max timestamp=1731567320453Num uniques 859; 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567320408, max timestamp=1731567320453Num uniques 859; 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567320408, max timestamp=1731567320453Num uniques 859; 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:20,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:20,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567380605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:20,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:20,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:20,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:20,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567380722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:20,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cfd46a57ba36426b9c1340b037c1d84f 2024-11-14T06:55:20,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/508b8ed8860b4eb4a66cceafeb84e45b is 50, key is test_row_0/B:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:20,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742113_1289 (size=12301) 2024-11-14T06:55:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567380943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:20,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:20,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:21,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/508b8ed8860b4eb4a66cceafeb84e45b 2024-11-14T06:55:21,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/efad41830ab3477e84372bbdd409a3ea is 50, key is test_row_0/C:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567381252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742114_1290 (size=12301) 2024-11-14T06:55:21,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/efad41830ab3477e84372bbdd409a3ea 2024-11-14T06:55:21,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cfd46a57ba36426b9c1340b037c1d84f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f 2024-11-14T06:55:21,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:21,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T06:55:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/508b8ed8860b4eb4a66cceafeb84e45b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b 2024-11-14T06:55:21,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T06:55:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/efad41830ab3477e84372bbdd409a3ea as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea 2024-11-14T06:55:21,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T06:55:21,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11796b9002a398b71b03827f230501c6 in 975ms, sequenceid=435, compaction requested=true 2024-11-14T06:55:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:21,303 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:21,304 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:21,305 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:21,305 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:21,305 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:21,305 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:21,306 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,306 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,306 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f19f4986c9e64d0696857acac89a048b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.7 K 2024-11-14T06:55:21,306 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2b1377778028414381c64c8e5292978e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.7 K 2024-11-14T06:55:21,306 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f19f4986c9e64d0696857acac89a048b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:21,306 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1377778028414381c64c8e5292978e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:21,306 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbdc93407d5945bf881ce526f157a7b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731567318135 2024-11-14T06:55:21,306 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 284095292adb4126b910d72ede0dac5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731567318135 2024-11-14T06:55:21,307 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfd46a57ba36426b9c1340b037c1d84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:21,307 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 508b8ed8860b4eb4a66cceafeb84e45b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:21,315 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:21,315 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:21,315 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/d0b06b21711a471883a7728780b91b3d is 50, key is test_row_0/A:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:21,315 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/8c17089fc0d14f78b3d7f29ada9382f8 is 50, key is test_row_0/B:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742115_1291 (size=13051) 2024-11-14T06:55:21,328 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/d0b06b21711a471883a7728780b91b3d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d0b06b21711a471883a7728780b91b3d 2024-11-14T06:55:21,335 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into d0b06b21711a471883a7728780b91b3d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:21,335 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:21,335 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567321303; duration=0sec 2024-11-14T06:55:21,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:21,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:21,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:21,347 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:21,348 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:21,348 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742116_1292 (size=13051) 2024-11-14T06:55:21,350 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/462ebdb279f6408aa2a649af22cf606d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.7 K 2024-11-14T06:55:21,350 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 462ebdb279f6408aa2a649af22cf606d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567318052 2024-11-14T06:55:21,351 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a2376784404c5fb95773e32cba78a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731567318135 2024-11-14T06:55:21,351 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting efad41830ab3477e84372bbdd409a3ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:21,361 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:21,361 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/20fde3d467964f7ca773f24451f3c20c is 50, key is test_row_0/C:col10/1731567320327/Put/seqid=0 2024-11-14T06:55:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742117_1293 (size=13051) 2024-11-14T06:55:21,434 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/20fde3d467964f7ca773f24451f3c20c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/20fde3d467964f7ca773f24451f3c20c 2024-11-14T06:55:21,443 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 20fde3d467964f7ca773f24451f3c20c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:21,443 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:21,443 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567321304; duration=0sec 2024-11-14T06:55:21,443 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:21,443 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:21,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T06:55:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:21,446 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:55:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2d4da431cf23484c9743da96937ac650 is 50, key is test_row_0/A:col10/1731567320578/Put/seqid=0 2024-11-14T06:55:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742118_1294 (size=12301) 2024-11-14T06:55:21,756 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/8c17089fc0d14f78b3d7f29ada9382f8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8c17089fc0d14f78b3d7f29ada9382f8 2024-11-14T06:55:21,764 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 8c17089fc0d14f78b3d7f29ada9382f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:21,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:21,764 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567321303; duration=0sec 2024-11-14T06:55:21,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:21,764 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:21,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567381811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:21,919 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2d4da431cf23484c9743da96937ac650 2024-11-14T06:55:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567381922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5d2242772f543ad89bd130ba11e77c9 is 50, key is test_row_0/B:col10/1731567320578/Put/seqid=0 2024-11-14T06:55:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742119_1295 (size=12301) 2024-11-14T06:55:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567382132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:22,374 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5d2242772f543ad89bd130ba11e77c9 2024-11-14T06:55:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f54b570f4f9949dc8144b92d3a43d2e8 is 50, key is test_row_0/C:col10/1731567320578/Put/seqid=0 2024-11-14T06:55:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742120_1296 (size=12301) 2024-11-14T06:55:22,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567382442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:22,803 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f54b570f4f9949dc8144b92d3a43d2e8 2024-11-14T06:55:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/2d4da431cf23484c9743da96937ac650 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650 2024-11-14T06:55:22,819 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650, entries=150, sequenceid=474, filesize=12.0 K 2024-11-14T06:55:22,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a5d2242772f543ad89bd130ba11e77c9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9 2024-11-14T06:55:22,827 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9, entries=150, sequenceid=474, filesize=12.0 K 2024-11-14T06:55:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f54b570f4f9949dc8144b92d3a43d2e8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8 2024-11-14T06:55:22,836 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8, entries=150, sequenceid=474, filesize=12.0 K 2024-11-14T06:55:22,839 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 11796b9002a398b71b03827f230501c6 in 1393ms, sequenceid=474, compaction requested=false 2024-11-14T06:55:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T06:55:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T06:55:22,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T06:55:22,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4740 sec 2024-11-14T06:55:22,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.4810 sec 2024-11-14T06:55:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:22,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:22,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/63604582e7b34c6ba1a05902bbb396d3 is 50, key is test_row_0/A:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742121_1297 (size=12301) 2024-11-14T06:55:22,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/63604582e7b34c6ba1a05902bbb396d3 2024-11-14T06:55:22,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/65a7879289ce409d847fafbe62af5059 is 50, key is test_row_0/B:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742122_1298 (size=12301) 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567323023, max timestamp=1731567323064Num uniques 859; 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567323023, max timestamp=1731567323064Num uniques 859; 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567323023, max timestamp=1731567323064Num uniques 859; 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:23,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567383168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:23,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567383282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:23,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:23,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/65a7879289ce409d847fafbe62af5059 2024-11-14T06:55:23,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8ce94c30fec94a0bb44620636c696691 is 50, key is test_row_0/C:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742123_1299 (size=12301) 2024-11-14T06:55:23,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8ce94c30fec94a0bb44620636c696691 2024-11-14T06:55:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/63604582e7b34c6ba1a05902bbb396d3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3 2024-11-14T06:55:23,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T06:55:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/65a7879289ce409d847fafbe62af5059 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059 2024-11-14T06:55:23,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T06:55:23,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/8ce94c30fec94a0bb44620636c696691 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691 2024-11-14T06:55:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691, entries=150, sequenceid=486, filesize=12.0 K 2024-11-14T06:55:23,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 11796b9002a398b71b03827f230501c6 in 477ms, sequenceid=486, compaction requested=true 2024-11-14T06:55:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:23,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:23,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:23,432 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:23,432 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d0b06b21711a471883a7728780b91b3d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.8 K 2024-11-14T06:55:23,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8c17089fc0d14f78b3d7f29ada9382f8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.8 K 2024-11-14T06:55:23,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c17089fc0d14f78b3d7f29ada9382f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:23,432 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0b06b21711a471883a7728780b91b3d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:23,432 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d4da431cf23484c9743da96937ac650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731567320578 2024-11-14T06:55:23,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d2242772f543ad89bd130ba11e77c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731567320578 2024-11-14T06:55:23,433 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a7879289ce409d847fafbe62af5059, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:23,434 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63604582e7b34c6ba1a05902bbb396d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:23,442 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:23,443 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6750bc07c9e5464692542c69dc8e1772 is 50, key is test_row_0/B:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:23,443 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:23,444 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/90e296497d8e407b8075a082396373ba is 50, key is test_row_0/A:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742124_1300 (size=13153) 2024-11-14T06:55:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742125_1301 (size=13153) 2024-11-14T06:55:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:23,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:23,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:23,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1358662cd0404153a678ce3ba72010e6 is 50, key is test_row_0/A:col10/1731567323140/Put/seqid=0 2024-11-14T06:55:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742126_1302 (size=14741) 2024-11-14T06:55:23,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 369 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567383543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:23,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 370 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567383652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:23,869 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/90e296497d8e407b8075a082396373ba as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/90e296497d8e407b8075a082396373ba 2024-11-14T06:55:23,871 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6750bc07c9e5464692542c69dc8e1772 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6750bc07c9e5464692542c69dc8e1772 2024-11-14T06:55:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567383862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:23,875 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 90e296497d8e407b8075a082396373ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:23,875 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:23,876 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=13, startTime=1731567323430; duration=0sec 2024-11-14T06:55:23,876 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:23,876 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:23,876 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:23,877 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into 6750bc07c9e5464692542c69dc8e1772(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:23,877 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:23,877 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=13, startTime=1731567323431; duration=0sec 2024-11-14T06:55:23,877 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:23,877 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:23,877 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:23,878 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:23,878 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:23,878 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/20fde3d467964f7ca773f24451f3c20c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=36.8 K 2024-11-14T06:55:23,878 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20fde3d467964f7ca773f24451f3c20c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731567320317 2024-11-14T06:55:23,878 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f54b570f4f9949dc8144b92d3a43d2e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731567320578 2024-11-14T06:55:23,879 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ce94c30fec94a0bb44620636c696691, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:23,887 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:23,888 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/bb35f3c4c24f4da3b988dd80d0aff629 is 50, key is test_row_0/C:col10/1731567321792/Put/seqid=0 2024-11-14T06:55:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742127_1303 (size=13153) 2024-11-14T06:55:23,904 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/bb35f3c4c24f4da3b988dd80d0aff629 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/bb35f3c4c24f4da3b988dd80d0aff629 2024-11-14T06:55:23,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1358662cd0404153a678ce3ba72010e6 2024-11-14T06:55:23,910 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into bb35f3c4c24f4da3b988dd80d0aff629(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:23,910 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:23,910 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=13, startTime=1731567323431; duration=0sec 2024-11-14T06:55:23,910 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:23,910 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:23,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/25fab5d237144b56b0d5e0e691415da9 is 50, key is test_row_0/B:col10/1731567323140/Put/seqid=0 2024-11-14T06:55:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742128_1304 (size=12301) 2024-11-14T06:55:24,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567384182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:24,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:24,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:24,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:24,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/25fab5d237144b56b0d5e0e691415da9 2024-11-14T06:55:24,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/976a1d9b0b3243c1852b9587c1de7a9d is 50, key is test_row_0/C:col10/1731567323140/Put/seqid=0 2024-11-14T06:55:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742129_1305 (size=12301) 2024-11-14T06:55:24,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/976a1d9b0b3243c1852b9587c1de7a9d 2024-11-14T06:55:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1358662cd0404153a678ce3ba72010e6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6 2024-11-14T06:55:24,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6, entries=200, sequenceid=523, filesize=14.4 K 2024-11-14T06:55:24,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/25fab5d237144b56b0d5e0e691415da9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9 2024-11-14T06:55:24,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9, entries=150, sequenceid=523, filesize=12.0 K 2024-11-14T06:55:24,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/976a1d9b0b3243c1852b9587c1de7a9d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d 2024-11-14T06:55:24,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d, entries=150, sequenceid=523, filesize=12.0 K 2024-11-14T06:55:24,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 11796b9002a398b71b03827f230501c6 in 882ms, sequenceid=523, compaction requested=false 2024-11-14T06:55:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T06:55:24,533 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:24,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T06:55:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T06:55:24,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:24,537 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:24,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T06:55:24,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T06:55:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:24,689 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:24,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/36e65802812e46fd9b9649b9312ad526 is 50, key is test_row_0/A:col10/1731567323541/Put/seqid=0 2024-11-14T06:55:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:24,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742130_1306 (size=12301) 2024-11-14T06:55:24,703 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/36e65802812e46fd9b9649b9312ad526 2024-11-14T06:55:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a0ce37547d46462cae3a7ca62006ade3 is 50, key is test_row_0/B:col10/1731567323541/Put/seqid=0 2024-11-14T06:55:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742131_1307 (size=12301) 2024-11-14T06:55:24,716 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a0ce37547d46462cae3a7ca62006ade3 2024-11-14T06:55:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f76a1ed9c9384322ac42f46ddd96f9a4 is 50, key is test_row_0/C:col10/1731567323541/Put/seqid=0 2024-11-14T06:55:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742132_1308 (size=12301) 2024-11-14T06:55:24,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567324763, max timestamp=1731567324787Num uniques 859; 2024-11-14T06:55:24,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:24,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567324763, max timestamp=1731567324787Num uniques 859; 2024-11-14T06:55:24,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:24,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567324763, max timestamp=1731567324787Num uniques 859; 2024-11-14T06:55:24,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T06:55:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 407 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567384894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 408 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567385002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,131 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f76a1ed9c9384322ac42f46ddd96f9a4 2024-11-14T06:55:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/36e65802812e46fd9b9649b9312ad526 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526 2024-11-14T06:55:25,142 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T06:55:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/a0ce37547d46462cae3a7ca62006ade3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3 2024-11-14T06:55:25,149 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T06:55:25,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/f76a1ed9c9384322ac42f46ddd96f9a4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4 2024-11-14T06:55:25,156 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4, entries=150, sequenceid=536, filesize=12.0 K 2024-11-14T06:55:25,157 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11796b9002a398b71b03827f230501c6 in 468ms, sequenceid=536, compaction requested=true 2024-11-14T06:55:25,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:25,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T06:55:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T06:55:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T06:55:25,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T06:55:25,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-11-14T06:55:25,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 634 msec 2024-11-14T06:55:25,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:25,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:55:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:25,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1da259850a5b4c719e02fa40c4de3119 is 50, key is test_row_0/A:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 416 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567385271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742133_1309 (size=14741) 2024-11-14T06:55:25,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1da259850a5b4c719e02fa40c4de3119 2024-11-14T06:55:25,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/dd66f909bf6d46108dd588fff7d085c9 is 50, key is test_row_0/B:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742134_1310 (size=12301) 2024-11-14T06:55:25,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/dd66f909bf6d46108dd588fff7d085c9 2024-11-14T06:55:25,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/06eadabe81d843e99045c973e4c15a73 is 50, key is test_row_0/C:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 417 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567385382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742135_1311 (size=12301) 2024-11-14T06:55:25,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/06eadabe81d843e99045c973e4c15a73 2024-11-14T06:55:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/1da259850a5b4c719e02fa40c4de3119 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119 2024-11-14T06:55:25,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119, entries=200, sequenceid=574, filesize=14.4 K 2024-11-14T06:55:25,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/dd66f909bf6d46108dd588fff7d085c9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9 2024-11-14T06:55:25,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9, entries=150, sequenceid=574, filesize=12.0 K 2024-11-14T06:55:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/06eadabe81d843e99045c973e4c15a73 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73 2024-11-14T06:55:25,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73, entries=150, sequenceid=574, filesize=12.0 K 2024-11-14T06:55:25,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 11796b9002a398b71b03827f230501c6 in 239ms, sequenceid=574, compaction requested=true 2024-11-14T06:55:25,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:25,454 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:25,457 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:25,457 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 11796b9002a398b71b03827f230501c6:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:25,457 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/A is initiating minor compaction (all files) 2024-11-14T06:55:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:25,457 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/A in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,457 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/90e296497d8e407b8075a082396373ba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=53.6 K 2024-11-14T06:55:25,458 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90e296497d8e407b8075a082396373ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:25,458 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1358662cd0404153a678ce3ba72010e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731567323140 2024-11-14T06:55:25,458 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:25,458 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/B is initiating minor compaction (all files) 2024-11-14T06:55:25,458 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/B in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,459 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6750bc07c9e5464692542c69dc8e1772, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=48.9 K 2024-11-14T06:55:25,459 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e65802812e46fd9b9649b9312ad526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731567323528 2024-11-14T06:55:25,459 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6750bc07c9e5464692542c69dc8e1772, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:25,459 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da259850a5b4c719e02fa40c4de3119, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731567324857 2024-11-14T06:55:25,459 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 25fab5d237144b56b0d5e0e691415da9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731567323140 2024-11-14T06:55:25,460 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ce37547d46462cae3a7ca62006ade3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731567323528 2024-11-14T06:55:25,460 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting dd66f909bf6d46108dd588fff7d085c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731567324857 2024-11-14T06:55:25,480 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:25,480 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/73766eaee7db4466b60445d3efd095af is 50, key is test_row_0/A:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,494 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#B#compaction#268 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:25,494 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/e23c602f929f4d6694c6c26c1cbf51b1 is 50, key is test_row_0/B:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742136_1312 (size=13289) 2024-11-14T06:55:25,562 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/73766eaee7db4466b60445d3efd095af as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/73766eaee7db4466b60445d3efd095af 2024-11-14T06:55:25,570 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/A of 11796b9002a398b71b03827f230501c6 into 73766eaee7db4466b60445d3efd095af(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:25,570 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:25,570 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/A, priority=12, startTime=1731567325454; duration=0sec 2024-11-14T06:55:25,570 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:25,570 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:A 2024-11-14T06:55:25,570 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:55:25,573 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:55:25,573 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 11796b9002a398b71b03827f230501c6/C is initiating minor compaction (all files) 2024-11-14T06:55:25,573 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 11796b9002a398b71b03827f230501c6/C in TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,574 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/bb35f3c4c24f4da3b988dd80d0aff629, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp, totalSize=48.9 K 2024-11-14T06:55:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742137_1313 (size=13289) 2024-11-14T06:55:25,576 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb35f3c4c24f4da3b988dd80d0aff629, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731567321792 2024-11-14T06:55:25,576 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976a1d9b0b3243c1852b9587c1de7a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731567323140 2024-11-14T06:55:25,576 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting f76a1ed9c9384322ac42f46ddd96f9a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731567323528 2024-11-14T06:55:25,577 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06eadabe81d843e99045c973e4c15a73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731567324857 2024-11-14T06:55:25,580 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/e23c602f929f4d6694c6c26c1cbf51b1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e23c602f929f4d6694c6c26c1cbf51b1 2024-11-14T06:55:25,588 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/B of 11796b9002a398b71b03827f230501c6 into e23c602f929f4d6694c6c26c1cbf51b1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:25,588 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:25,588 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/B, priority=12, startTime=1731567325457; duration=0sec 2024-11-14T06:55:25,588 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:25,588 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:B 2024-11-14T06:55:25,599 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 11796b9002a398b71b03827f230501c6#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:25,600 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/1e16656c0539424da05d60ce15b2b10f is 50, key is test_row_0/C:col10/1731567324892/Put/seqid=0 2024-11-14T06:55:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742138_1314 (size=13289) 2024-11-14T06:55:25,649 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/1e16656c0539424da05d60ce15b2b10f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/1e16656c0539424da05d60ce15b2b10f 2024-11-14T06:55:25,654 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 11796b9002a398b71b03827f230501c6/C of 11796b9002a398b71b03827f230501c6 into 1e16656c0539424da05d60ce15b2b10f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:25,654 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:25,654 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., storeName=11796b9002a398b71b03827f230501c6/C, priority=12, startTime=1731567325457; duration=0sec 2024-11-14T06:55:25,654 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:25,654 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 11796b9002a398b71b03827f230501c6:C 2024-11-14T06:55:25,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/c888a719f7474d4b9467bbf5b5f037d5 is 50, key is test_row_0/A:col10/1731567325605/Put/seqid=0 2024-11-14T06:55:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T06:55:25,673 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:25,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-14T06:55:25,676 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:25,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:25,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:25,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742139_1315 (size=12301) 2024-11-14T06:55:25,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567325704, max timestamp=1731567325726Num uniques 859; 2024-11-14T06:55:25,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:25,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567325704, max timestamp=1731567325726Num uniques 859; 2024-11-14T06:55:25,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:25,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567325704, max timestamp=1731567325726Num uniques 859; 2024-11-14T06:55:25,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:55:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 453 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567385817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 454 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567385932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:25,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:25,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:25,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:25,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:25,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:26,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/c888a719f7474d4b9467bbf5b5f037d5 2024-11-14T06:55:26,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/2073f055cf484380aaf67e933b215936 is 50, key is test_row_0/B:col10/1731567325605/Put/seqid=0 2024-11-14T06:55:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742140_1316 (size=12301) 2024-11-14T06:55:26,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/2073f055cf484380aaf67e933b215936 2024-11-14T06:55:26,134 INFO [Thread-1069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1069. 2024-11-14T06:55:26,134 DEBUG [Thread-1069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,134 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,134 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,135 INFO [Thread-1071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1071. 2024-11-14T06:55:26,135 DEBUG [Thread-1071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,135 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,135 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,136 INFO [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065. 2024-11-14T06:55:26,136 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,136 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,136 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,139 INFO [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067. 2024-11-14T06:55:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:26,139 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,139 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,139 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,141 INFO [Thread-1073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1073. 2024-11-14T06:55:26,141 DEBUG [Thread-1073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,141 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,141 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 455 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567386142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:26,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:26,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/a7a3284f93d941a59ca0f7933fed0a3c is 50, key is test_row_0/C:col10/1731567325605/Put/seqid=0 2024-11-14T06:55:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742141_1317 (size=12301) 2024-11-14T06:55:26,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:26,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 456 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43798 deadline: 1731567386453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:26,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:26,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:26,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:55:26,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/a7a3284f93d941a59ca0f7933fed0a3c 2024-11-14T06:55:26,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/c888a719f7474d4b9467bbf5b5f037d5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/c888a719f7474d4b9467bbf5b5f037d5 2024-11-14T06:55:26,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/c888a719f7474d4b9467bbf5b5f037d5, entries=150, sequenceid=586, filesize=12.0 K 2024-11-14T06:55:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/2073f055cf484380aaf67e933b215936 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2073f055cf484380aaf67e933b215936 2024-11-14T06:55:26,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2073f055cf484380aaf67e933b215936, entries=150, sequenceid=586, filesize=12.0 K 2024-11-14T06:55:26,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/a7a3284f93d941a59ca0f7933fed0a3c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/a7a3284f93d941a59ca0f7933fed0a3c 2024-11-14T06:55:26,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/a7a3284f93d941a59ca0f7933fed0a3c, entries=150, sequenceid=586, filesize=12.0 K 2024-11-14T06:55:26,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 11796b9002a398b71b03827f230501c6 in 971ms, sequenceid=586, compaction requested=false 2024-11-14T06:55:26,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:26,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T06:55:26,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:26,599 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:55:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cdab090137a1417eb0055b6bb4143287 is 50, key is test_row_0/A:col10/1731567325808/Put/seqid=0 2024-11-14T06:55:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742142_1318 (size=12301) 2024-11-14T06:55:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:26,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. as already flushing 2024-11-14T06:55:26,814 INFO [Thread-1060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1060. 2024-11-14T06:55:26,814 DEBUG [Thread-1060 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,814 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,814 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:26,963 INFO [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054. 2024-11-14T06:55:26,963 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:26,964 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,964 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:26,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:27,009 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cdab090137a1417eb0055b6bb4143287 2024-11-14T06:55:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6e4c3493e6a04113b4ab4af4822a84e2 is 50, key is test_row_0/B:col10/1731567325808/Put/seqid=0 2024-11-14T06:55:27,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742143_1319 (size=12301) 2024-11-14T06:55:27,421 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6e4c3493e6a04113b4ab4af4822a84e2 2024-11-14T06:55:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/42c0f5acf75a4b73be7119087ec720de is 50, key is test_row_0/C:col10/1731567325808/Put/seqid=0 2024-11-14T06:55:27,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742144_1320 (size=12301) 2024-11-14T06:55:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:27,839 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/42c0f5acf75a4b73be7119087ec720de 2024-11-14T06:55:27,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/cdab090137a1417eb0055b6bb4143287 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cdab090137a1417eb0055b6bb4143287 2024-11-14T06:55:27,849 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cdab090137a1417eb0055b6bb4143287, entries=150, sequenceid=624, filesize=12.0 K 2024-11-14T06:55:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/6e4c3493e6a04113b4ab4af4822a84e2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6e4c3493e6a04113b4ab4af4822a84e2 2024-11-14T06:55:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6e4c3493e6a04113b4ab4af4822a84e2, entries=150, sequenceid=624, filesize=12.0 K 2024-11-14T06:55:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/42c0f5acf75a4b73be7119087ec720de as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/42c0f5acf75a4b73be7119087ec720de 2024-11-14T06:55:27,859 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/42c0f5acf75a4b73be7119087ec720de, entries=150, sequenceid=624, filesize=12.0 K 2024-11-14T06:55:27,860 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=13.42 KB/13740 for 11796b9002a398b71b03827f230501c6 in 1261ms, sequenceid=624, compaction requested=true 2024-11-14T06:55:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 11796b9002a398b71b03827f230501c6: 2024-11-14T06:55:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-14T06:55:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-14T06:55:27,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T06:55:27,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-11-14T06:55:27,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.1910 sec 2024-11-14T06:55:28,724 INFO [Thread-1062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1062. 2024-11-14T06:55:28,724 DEBUG [Thread-1062 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:28,724 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,724 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:28,854 INFO [Thread-1058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1058. 2024-11-14T06:55:28,854 INFO [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056. 2024-11-14T06:55:28,854 DEBUG [Thread-1058 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:28,854 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:28,854 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,854 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,854 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,854 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:28,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:28,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:29,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:55:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T06:55:29,843 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 399 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2587 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2608 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2690 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2611 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2597 2024-11-14T06:55:29,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:55:29,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:55:29,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:55:29,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:29,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:29,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:29,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:55:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T06:55:29,847 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567329847"}]},"ts":"1731567329847"} 2024-11-14T06:55:29,849 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:55:29,849 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:55:29,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:55:29,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, UNASSIGN}] 2024-11-14T06:55:29,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, UNASSIGN 2024-11-14T06:55:29,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=11796b9002a398b71b03827f230501c6, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:29,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, UNASSIGN because future has completed 2024-11-14T06:55:29,854 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:55:29,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T06:55:30,007 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:30,007 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:55:30,007 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 11796b9002a398b71b03827f230501c6, disabling compactions & flushes 2024-11-14T06:55:30,007 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:30,007 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:30,007 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. after waiting 0 ms 2024-11-14T06:55:30,007 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:30,007 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 11796b9002a398b71b03827f230501c6 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=A 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=B 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 11796b9002a398b71b03827f230501c6, store=C 2024-11-14T06:55:30,008 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:30,013 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/b3b30e1a123f47c785a6957e70c60904 is 50, key is test_row_0/A:col10/1731567328853/Put/seqid=0 2024-11-14T06:55:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742145_1321 (size=12301) 2024-11-14T06:55:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T06:55:30,418 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/b3b30e1a123f47c785a6957e70c60904 2024-11-14T06:55:30,426 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/e18ce120bd484c2aa15c3b2f560dcb54 is 50, key is test_row_0/B:col10/1731567328853/Put/seqid=0 2024-11-14T06:55:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742146_1322 (size=12301) 2024-11-14T06:55:30,431 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/e18ce120bd484c2aa15c3b2f560dcb54 2024-11-14T06:55:30,440 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/30ff72be1dee42d4899bea253ca3c635 is 50, key is test_row_0/C:col10/1731567328853/Put/seqid=0 2024-11-14T06:55:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742147_1323 (size=12301) 2024-11-14T06:55:30,454 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/30ff72be1dee42d4899bea253ca3c635 2024-11-14T06:55:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T06:55:30,475 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/A/b3b30e1a123f47c785a6957e70c60904 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/b3b30e1a123f47c785a6957e70c60904 2024-11-14T06:55:30,480 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/b3b30e1a123f47c785a6957e70c60904, entries=150, sequenceid=632, filesize=12.0 K 2024-11-14T06:55:30,481 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/B/e18ce120bd484c2aa15c3b2f560dcb54 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e18ce120bd484c2aa15c3b2f560dcb54 2024-11-14T06:55:30,486 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e18ce120bd484c2aa15c3b2f560dcb54, entries=150, sequenceid=632, filesize=12.0 K 2024-11-14T06:55:30,488 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/.tmp/C/30ff72be1dee42d4899bea253ca3c635 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/30ff72be1dee42d4899bea253ca3c635 2024-11-14T06:55:30,494 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/30ff72be1dee42d4899bea253ca3c635, entries=150, sequenceid=632, filesize=12.0 K 2024-11-14T06:55:30,495 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 11796b9002a398b71b03827f230501c6 in 488ms, sequenceid=632, compaction requested=true 2024-11-14T06:55:30,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/8ae88e8085a34953a0c9b02738d561e7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/5b5c377037b94ae78307abbec900f97e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/7b10e8a5dcd643d1a22966a2eee71f8c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/0f8faf7ffca44837963fbf2158b8a5aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/a163e6cf388c4a79b959a451b5ffcfd5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f19f4986c9e64d0696857acac89a048b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d0b06b21711a471883a7728780b91b3d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/90e296497d8e407b8075a082396373ba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119] to archive 2024-11-14T06:55:30,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:30,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/dfebf487ff804330afb641c6ea957be5 2024-11-14T06:55:30,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/269f33f4d49e4b8e89ea918b626090cf 2024-11-14T06:55:30,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/8ae88e8085a34953a0c9b02738d561e7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/8ae88e8085a34953a0c9b02738d561e7 2024-11-14T06:55:30,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/91f3130a77544079bef652b47ff27e53 2024-11-14T06:55:30,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2aaaa901cdf1438488c9493c9da40c12 2024-11-14T06:55:30,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/51307dd65fca490d98eae881e132b14c 2024-11-14T06:55:30,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/3080630bb85a4017b2ba9145d94cd35f 2024-11-14T06:55:30,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/5b5c377037b94ae78307abbec900f97e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/5b5c377037b94ae78307abbec900f97e 2024-11-14T06:55:30,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f5b928c3c734429bb78f6be5f2bc9da8 2024-11-14T06:55:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/7b10e8a5dcd643d1a22966a2eee71f8c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/7b10e8a5dcd643d1a22966a2eee71f8c 2024-11-14T06:55:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/27bed88231464f7bafcb17fb42015efe 2024-11-14T06:55:30,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/96017d722a614c58aa9bbe1d2062e145 2024-11-14T06:55:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d7e98494dc7e428ea68556790423ea0f 2024-11-14T06:55:30,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/0f8faf7ffca44837963fbf2158b8a5aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/0f8faf7ffca44837963fbf2158b8a5aa 2024-11-14T06:55:30,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/acf374487e4943f084b4672f6a412f66 2024-11-14T06:55:30,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/a163e6cf388c4a79b959a451b5ffcfd5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/a163e6cf388c4a79b959a451b5ffcfd5 2024-11-14T06:55:30,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/540c6ce600c247bd9464beb36fa7e72c 2024-11-14T06:55:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/504fd869336848c19c3b42ce5430001b 2024-11-14T06:55:30,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/38349a90cdd2433aa214a58f98c0d49a 2024-11-14T06:55:30,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f19f4986c9e64d0696857acac89a048b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/f19f4986c9e64d0696857acac89a048b 2024-11-14T06:55:30,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/fbdc93407d5945bf881ce526f157a7b2 2024-11-14T06:55:30,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d0b06b21711a471883a7728780b91b3d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/d0b06b21711a471883a7728780b91b3d 2024-11-14T06:55:30,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cfd46a57ba36426b9c1340b037c1d84f 2024-11-14T06:55:30,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/2d4da431cf23484c9743da96937ac650 2024-11-14T06:55:30,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/90e296497d8e407b8075a082396373ba to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/90e296497d8e407b8075a082396373ba 2024-11-14T06:55:30,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/63604582e7b34c6ba1a05902bbb396d3 2024-11-14T06:55:30,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1358662cd0404153a678ce3ba72010e6 2024-11-14T06:55:30,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/36e65802812e46fd9b9649b9312ad526 2024-11-14T06:55:30,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/1da259850a5b4c719e02fa40c4de3119 2024-11-14T06:55:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b5c89b334e9d43c6b18f5f4b6296f471, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a1129ec4ac74cebb05ef2ac457100aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/c5b44af5c7d944448f342d8a4c3cc355, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5c22a0ea08e9445c99e798ec54130f98, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a7b65e33894485dbe572eaaba0fc26c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2b1377778028414381c64c8e5292978e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8c17089fc0d14f78b3d7f29ada9382f8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6750bc07c9e5464692542c69dc8e1772, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9] to archive 2024-11-14T06:55:30,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:30,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5f13a9cc1e04b6a976d8f8459688fa5 2024-11-14T06:55:30,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b3bddaff0a2f44c6bbc856da4713502f 2024-11-14T06:55:30,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b5c89b334e9d43c6b18f5f4b6296f471 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/b5c89b334e9d43c6b18f5f4b6296f471 2024-11-14T06:55:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8ff7d1a7aad746f39b6bf9331fbe934f 2024-11-14T06:55:30,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/88fe0190144d428da8dcee98081b59b4 2024-11-14T06:55:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5615d083040c401684c3ee274e195438 2024-11-14T06:55:30,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a1129ec4ac74cebb05ef2ac457100aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a1129ec4ac74cebb05ef2ac457100aa 2024-11-14T06:55:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/3102bf58f1b64c51afc9b9adfd16cc54 2024-11-14T06:55:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/125067d0dae7418e8696aced20e00136 2024-11-14T06:55:30,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/c5b44af5c7d944448f342d8a4c3cc355 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/c5b44af5c7d944448f342d8a4c3cc355 2024-11-14T06:55:30,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/ba357f7a26994678beb58b42e01fd607 2024-11-14T06:55:30,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/cab9f4777ffa4152bd818507dd6b88ac 2024-11-14T06:55:30,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5c22a0ea08e9445c99e798ec54130f98 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/5c22a0ea08e9445c99e798ec54130f98 2024-11-14T06:55:30,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4531d4035582482c9662e04b05e1f7b3 2024-11-14T06:55:30,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/bb30ced0311341b0a6013d44b5e1c51a 2024-11-14T06:55:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a7b65e33894485dbe572eaaba0fc26c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4a7b65e33894485dbe572eaaba0fc26c 2024-11-14T06:55:30,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6553abda102c4915994b711718f36f3e 2024-11-14T06:55:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/fa72190dacb544c192e5befa42f35127 2024-11-14T06:55:30,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2b1377778028414381c64c8e5292978e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2b1377778028414381c64c8e5292978e 2024-11-14T06:55:30,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/4214537c49874290b02a5ef42a5ac875 2024-11-14T06:55:30,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/284095292adb4126b910d72ede0dac5c 2024-11-14T06:55:30,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8c17089fc0d14f78b3d7f29ada9382f8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/8c17089fc0d14f78b3d7f29ada9382f8 2024-11-14T06:55:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/508b8ed8860b4eb4a66cceafeb84e45b 2024-11-14T06:55:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a5d2242772f543ad89bd130ba11e77c9 2024-11-14T06:55:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6750bc07c9e5464692542c69dc8e1772 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6750bc07c9e5464692542c69dc8e1772 2024-11-14T06:55:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/65a7879289ce409d847fafbe62af5059 2024-11-14T06:55:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/25fab5d237144b56b0d5e0e691415da9 2024-11-14T06:55:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/a0ce37547d46462cae3a7ca62006ade3 2024-11-14T06:55:30,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/dd66f909bf6d46108dd588fff7d085c9 2024-11-14T06:55:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/493ec1e0c7474f1b8cd64d866b456dc4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/19c87aa880c840d5a9a3d3babd56bff2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c969a7b56796403d959b173dbb7ce47a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/83bf39ecca264d6cb9d98228f3801352, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/e0e6d4d6a75d446483ad286141a0c3ca, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/462ebdb279f6408aa2a649af22cf606d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/20fde3d467964f7ca773f24451f3c20c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/bb35f3c4c24f4da3b988dd80d0aff629, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73] to archive 2024-11-14T06:55:30,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:30,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0ed0f798f7c144968b5751916822dbda 2024-11-14T06:55:30,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/40ef3a92af81428284b0d3e34176800a 2024-11-14T06:55:30,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/493ec1e0c7474f1b8cd64d866b456dc4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/493ec1e0c7474f1b8cd64d866b456dc4 2024-11-14T06:55:30,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c10fb347bf6e4a059c62fc62fe09d3ca 2024-11-14T06:55:30,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f4912ec120b34117a3001d07f226e5e6 2024-11-14T06:55:30,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/67b4ce1346504f8e92cb22cd7f00a37a 2024-11-14T06:55:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/19c87aa880c840d5a9a3d3babd56bff2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/19c87aa880c840d5a9a3d3babd56bff2 2024-11-14T06:55:30,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/780658277dbc41aea77bada36cf548b1 2024-11-14T06:55:30,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8a42fc9bf1cb4400928d1b7180f11e95 2024-11-14T06:55:30,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c969a7b56796403d959b173dbb7ce47a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/c969a7b56796403d959b173dbb7ce47a 2024-11-14T06:55:30,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/15b94db001474fa89c4e5f5f0a38e6f8 2024-11-14T06:55:30,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/647f629d7b4243e3a469c377b97e024f 2024-11-14T06:55:30,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/83bf39ecca264d6cb9d98228f3801352 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/83bf39ecca264d6cb9d98228f3801352 2024-11-14T06:55:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/9de35dc9be25410fb1f738840532dd62 2024-11-14T06:55:30,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/43c737f012b046f5b76c75a41f09043e 2024-11-14T06:55:30,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/e0e6d4d6a75d446483ad286141a0c3ca to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/e0e6d4d6a75d446483ad286141a0c3ca 2024-11-14T06:55:30,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/eb2826e1007f4fcf94171cbbaaab6af3 2024-11-14T06:55:30,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/0dbb97ca3e9349cfbd579cf81663143f 2024-11-14T06:55:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/462ebdb279f6408aa2a649af22cf606d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/462ebdb279f6408aa2a649af22cf606d 2024-11-14T06:55:30,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/ce5ba63516c24646926b88364959d82d 2024-11-14T06:55:30,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/48a2376784404c5fb95773e32cba78a9 2024-11-14T06:55:30,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/20fde3d467964f7ca773f24451f3c20c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/20fde3d467964f7ca773f24451f3c20c 2024-11-14T06:55:30,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/efad41830ab3477e84372bbdd409a3ea 2024-11-14T06:55:30,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f54b570f4f9949dc8144b92d3a43d2e8 2024-11-14T06:55:30,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/bb35f3c4c24f4da3b988dd80d0aff629 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/bb35f3c4c24f4da3b988dd80d0aff629 2024-11-14T06:55:30,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/8ce94c30fec94a0bb44620636c696691 2024-11-14T06:55:30,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/976a1d9b0b3243c1852b9587c1de7a9d 2024-11-14T06:55:30,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/f76a1ed9c9384322ac42f46ddd96f9a4 2024-11-14T06:55:30,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/06eadabe81d843e99045c973e4c15a73 2024-11-14T06:55:30,668 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/recovered.edits/635.seqid, newMaxSeqId=635, maxSeqId=1 2024-11-14T06:55:30,669 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. 2024-11-14T06:55:30,669 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 11796b9002a398b71b03827f230501c6: Waiting for close lock at 1731567330007Running coprocessor pre-close hooks at 1731567330007Disabling compacts and flushes for region at 1731567330007Disabling writes for close at 1731567330007Obtaining lock to block concurrent updates at 1731567330007Preparing flush snapshotting stores in 11796b9002a398b71b03827f230501c6 at 1731567330007Finished memstore snapshotting TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731567330008 (+1 ms)Flushing stores of TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6. at 1731567330008Flushing 11796b9002a398b71b03827f230501c6/A: creating writer at 1731567330009 (+1 ms)Flushing 11796b9002a398b71b03827f230501c6/A: appending metadata at 1731567330012 (+3 ms)Flushing 11796b9002a398b71b03827f230501c6/A: closing flushed file at 1731567330012Flushing 11796b9002a398b71b03827f230501c6/B: creating writer at 1731567330423 (+411 ms)Flushing 11796b9002a398b71b03827f230501c6/B: appending metadata at 1731567330426 (+3 ms)Flushing 11796b9002a398b71b03827f230501c6/B: closing flushed file at 1731567330426Flushing 11796b9002a398b71b03827f230501c6/C: creating writer at 1731567330436 (+10 ms)Flushing 11796b9002a398b71b03827f230501c6/C: appending metadata at 1731567330439 (+3 ms)Flushing 11796b9002a398b71b03827f230501c6/C: closing flushed file at 1731567330439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aec08f0: reopening flushed file at 1731567330474 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59141526: reopening flushed file at 1731567330480 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a6f9f7: reopening flushed file at 1731567330486 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 11796b9002a398b71b03827f230501c6 in 488ms, sequenceid=632, compaction requested=true at 1731567330495 (+9 ms)Writing region close event to WAL at 1731567330665 (+170 ms)Running coprocessor post-close hooks at 1731567330669 (+4 ms)Closed at 1731567330669 2024-11-14T06:55:30,672 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 11796b9002a398b71b03827f230501c6 2024-11-14T06:55:30,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=11796b9002a398b71b03827f230501c6, regionState=CLOSED 2024-11-14T06:55:30,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:30,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T06:55:30,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 11796b9002a398b71b03827f230501c6, server=20680646cf8a,38461,1731567240936 in 823 msec 2024-11-14T06:55:30,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-14T06:55:30,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=11796b9002a398b71b03827f230501c6, UNASSIGN in 829 msec 2024-11-14T06:55:30,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T06:55:30,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T06:55:30,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 834 msec 2024-11-14T06:55:30,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567330687"}]},"ts":"1731567330687"} 2024-11-14T06:55:30,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:55:30,690 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:55:30,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 847 msec 2024-11-14T06:55:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T06:55:30,983 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:30,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:55:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:30,985 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T06:55:30,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:30,988 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6 2024-11-14T06:55:30,990 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/recovered.edits] 2024-11-14T06:55:30,993 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/73766eaee7db4466b60445d3efd095af to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/73766eaee7db4466b60445d3efd095af 2024-11-14T06:55:30,994 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/b3b30e1a123f47c785a6957e70c60904 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/b3b30e1a123f47c785a6957e70c60904 2024-11-14T06:55:30,996 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/c888a719f7474d4b9467bbf5b5f037d5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/c888a719f7474d4b9467bbf5b5f037d5 2024-11-14T06:55:30,997 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cdab090137a1417eb0055b6bb4143287 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/A/cdab090137a1417eb0055b6bb4143287 2024-11-14T06:55:30,999 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2073f055cf484380aaf67e933b215936 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/2073f055cf484380aaf67e933b215936 2024-11-14T06:55:31,000 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6e4c3493e6a04113b4ab4af4822a84e2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/6e4c3493e6a04113b4ab4af4822a84e2 2024-11-14T06:55:31,002 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e18ce120bd484c2aa15c3b2f560dcb54 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e18ce120bd484c2aa15c3b2f560dcb54 2024-11-14T06:55:31,003 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e23c602f929f4d6694c6c26c1cbf51b1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/B/e23c602f929f4d6694c6c26c1cbf51b1 2024-11-14T06:55:31,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/1e16656c0539424da05d60ce15b2b10f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/1e16656c0539424da05d60ce15b2b10f 2024-11-14T06:55:31,007 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/30ff72be1dee42d4899bea253ca3c635 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/30ff72be1dee42d4899bea253ca3c635 2024-11-14T06:55:31,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/42c0f5acf75a4b73be7119087ec720de to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/42c0f5acf75a4b73be7119087ec720de 2024-11-14T06:55:31,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/a7a3284f93d941a59ca0f7933fed0a3c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/C/a7a3284f93d941a59ca0f7933fed0a3c 2024-11-14T06:55:31,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/recovered.edits/635.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6/recovered.edits/635.seqid 2024-11-14T06:55:31,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/11796b9002a398b71b03827f230501c6 2024-11-14T06:55:31,013 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:55:31,016 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:31,020 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:55:31,023 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:55:31,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:31,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:55:31,027 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567331026"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:31,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:55:31,030 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 11796b9002a398b71b03827f230501c6, NAME => 'TestAcidGuarantees,,1731567303929.11796b9002a398b71b03827f230501c6.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:55:31,030 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:55:31,031 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567331031"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:31,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:55:31,037 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:31,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-14T06:55:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-14T06:55:31,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:55:31,093 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:31,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891444835_22 at /127.0.0.1:40958 [Waiting for operation #344] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-274422055_22 at /127.0.0.1:37640 [Waiting for operation #268] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 508) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1781 (was 2047) 2024-11-14T06:55:31,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=1781 2024-11-14T06:55:31,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:55:31,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:55:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:31,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:55:31,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:31,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-14T06:55:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:31,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:55:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742148_1324 (size=1061) 2024-11-14T06:55:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:31,530 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:55:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742149_1325 (size=53) 2024-11-14T06:55:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c8ec347bb20ac6fe816c9bc83a575b71, disabling compactions & flushes 2024-11-14T06:55:31,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. after waiting 0 ms 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:31,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:31,937 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8ec347bb20ac6fe816c9bc83a575b71: Waiting for close lock at 1731567331937Disabling compacts and flushes for region at 1731567331937Disabling writes for close at 1731567331937Writing region close event to WAL at 1731567331937Closed at 1731567331937 2024-11-14T06:55:31,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:55:31,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567331938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567331938"}]},"ts":"1731567331938"} 2024-11-14T06:55:31,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:55:31,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:55:31,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567331940"}]},"ts":"1731567331940"} 2024-11-14T06:55:31,941 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:55:31,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, ASSIGN}] 2024-11-14T06:55:31,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, ASSIGN 2024-11-14T06:55:31,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:55:32,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:32,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, ASSIGN because future has completed 2024-11-14T06:55:32,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:32,250 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:32,250 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:55:32,250 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,250 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:32,251 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,251 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,252 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,253 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:32,253 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName A 2024-11-14T06:55:32,253 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:32,253 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:32,253 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,254 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:32,254 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName B 2024-11-14T06:55:32,255 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:32,255 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:32,255 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,255 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:32,256 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName C 2024-11-14T06:55:32,256 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:32,256 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:32,256 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:32,256 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,257 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,257 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,257 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,257 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,258 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:55:32,258 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,260 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:55:32,260 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened c8ec347bb20ac6fe816c9bc83a575b71; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70313213, jitterRate=0.04774852097034454}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:55:32,260 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:32,261 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for c8ec347bb20ac6fe816c9bc83a575b71: Running coprocessor pre-open hook at 1731567332251Writing region info on filesystem at 1731567332251Initializing all the Stores at 1731567332251Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567332251Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567332252 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567332252Cleaning up temporary data from old regions at 1731567332257 (+5 ms)Running coprocessor post-open hooks at 1731567332260 (+3 ms)Region opened successfully at 1731567332261 (+1 ms) 2024-11-14T06:55:32,261 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., pid=91, masterSystemTime=1731567332247 2024-11-14T06:55:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:32,263 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:32,263 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:32,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:32,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:32,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T06:55:32,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 in 171 msec 2024-11-14T06:55:32,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T06:55:32,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, ASSIGN in 325 msec 2024-11-14T06:55:32,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:55:32,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567332269"}]},"ts":"1731567332269"} 2024-11-14T06:55:32,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:55:32,271 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:55:32,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-14T06:55:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T06:55:33,282 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:33,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:33,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:33,285 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6d82a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:33,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95de5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:33,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:33,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:33,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:55:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:55:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6208fbc3 2024-11-14T06:55:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:55:33,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:55:33,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:55:33,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:55:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742150_1326 (size=1097) 2024-11-14T06:55:33,712 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T06:55:33,712 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T06:55:33,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:55:33,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE}] 2024-11-14T06:55:33,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE 2024-11-14T06:55:33,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE because future has completed 2024-11-14T06:55:33,723 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:55:33,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:33,876 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:33,876 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:55:33,876 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing c8ec347bb20ac6fe816c9bc83a575b71, disabling compactions & flushes 2024-11-14T06:55:33,876 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:33,876 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:33,876 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. after waiting 0 ms 2024-11-14T06:55:33,876 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:33,883 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T06:55:33,884 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:33,884 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for c8ec347bb20ac6fe816c9bc83a575b71: Waiting for close lock at 1731567333876Running coprocessor pre-close hooks at 1731567333876Disabling compacts and flushes for region at 1731567333876Disabling writes for close at 1731567333876Writing region close event to WAL at 1731567333877 (+1 ms)Running coprocessor post-close hooks at 1731567333884 (+7 ms)Closed at 1731567333884 2024-11-14T06:55:33,884 WARN [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: c8ec347bb20ac6fe816c9bc83a575b71 to self. 2024-11-14T06:55:33,887 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:33,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=CLOSED 2024-11-14T06:55:33,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:33,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T06:55:33,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 in 167 msec 2024-11-14T06:55:33,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE; state=CLOSED, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=true 2024-11-14T06:55:34,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE because future has completed 2024-11-14T06:55:34,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:34,208 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,208 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:55:34,209 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,209 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:34,210 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,210 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,213 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,215 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:34,215 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName A 2024-11-14T06:55:34,218 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:34,218 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:34,219 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,220 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:34,220 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName B 2024-11-14T06:55:34,220 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:34,220 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:34,221 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,221 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:34,221 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ec347bb20ac6fe816c9bc83a575b71 columnFamilyName C 2024-11-14T06:55:34,221 DEBUG [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:34,222 INFO [StoreOpener-c8ec347bb20ac6fe816c9bc83a575b71-1 {}] regionserver.HStore(327): Store=c8ec347bb20ac6fe816c9bc83a575b71/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:34,222 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,222 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,223 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,224 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,226 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,226 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,227 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:55:34,228 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,229 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened c8ec347bb20ac6fe816c9bc83a575b71; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70302327, jitterRate=0.04758630692958832}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:55:34,229 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,230 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for c8ec347bb20ac6fe816c9bc83a575b71: Running coprocessor pre-open hook at 1731567334210Writing region info on filesystem at 1731567334210Initializing all the Stores at 1731567334211 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567334212 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567334212Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567334212Cleaning up temporary data from old regions at 1731567334226 (+14 ms)Running coprocessor post-open hooks at 1731567334229 (+3 ms)Region opened successfully at 1731567334230 (+1 ms) 2024-11-14T06:55:34,230 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., pid=96, masterSystemTime=1731567334202 2024-11-14T06:55:34,232 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,232 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=OPEN, openSeqNum=5, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:34,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-14T06:55:34,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 in 186 msec 2024-11-14T06:55:34,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T06:55:34,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, REOPEN/MOVE in 516 msec 2024-11-14T06:55:34,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T06:55:34,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-11-14T06:55:34,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-14T06:55:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-14T06:55:34,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:34,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,243 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442a9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ce34a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40777148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2061b7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,248 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729016dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2355fae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631a7a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,251 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5b2442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,253 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cfba5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d7894d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,257 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338333cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,258 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e731f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,261 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552a830b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,262 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6a96da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,264 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12135e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de3ce4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,268 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ba4d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:55:34,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:55:34,271 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:55:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:55:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:55:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e1e3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:55:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:34,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:55:34,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928d027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:55:34,273 DEBUG [Thread-1498 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,273 DEBUG [Thread-1501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,273 DEBUG [Thread-1509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,274 DEBUG [Thread-1503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,274 DEBUG [Thread-1507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,274 DEBUG [Thread-1490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,274 DEBUG [Thread-1505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,275 DEBUG [Thread-1496 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,275 DEBUG [Thread-1505 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,275 DEBUG [Thread-1505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,276 DEBUG [Thread-1492 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,276 DEBUG [Thread-1490 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,277 DEBUG [Thread-1490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,277 DEBUG [Thread-1494 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:55:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:55:34,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,278 DEBUG [Thread-1494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:55:34,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:55:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:55:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-14T06:55:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:34,287 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:34,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:34,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:34,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111420a1ef697acc47228278df8207949a93_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567334294/Put/seqid=0 2024-11-14T06:55:34,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742151_1327 (size=14594) 2024-11-14T06:55:34,332 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:34,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111420a1ef697acc47228278df8207949a93_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111420a1ef697acc47228278df8207949a93_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:34,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c279045d51f34961b5cd2627c8756893, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:34,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c279045d51f34961b5cd2627c8756893 is 175, key is test_row_0/A:col10/1731567334294/Put/seqid=0 2024-11-14T06:55:34,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567394329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567394330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567394331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567394332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567394345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742152_1328 (size=39549) 2024-11-14T06:55:34,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c279045d51f34961b5cd2627c8756893 2024-11-14T06:55:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:34,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3f189e2b248f4da0bb7dfa38ffd22bf2 is 50, key is test_row_0/B:col10/1731567334294/Put/seqid=0 2024-11-14T06:55:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742153_1329 (size=12001) 2024-11-14T06:55:34,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567394462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567394662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567394672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567394673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567394673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567394683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3f189e2b248f4da0bb7dfa38ffd22bf2 2024-11-14T06:55:34,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5c9955b5a7ff4dc2a1c68aee9e495574 is 50, key is test_row_0/C:col10/1731567334294/Put/seqid=0 2024-11-14T06:55:34,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742154_1330 (size=12001) 2024-11-14T06:55:34,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:34,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:34,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567394972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567394993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567394993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567394993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567394993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:35,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:35,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:35,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5c9955b5a7ff4dc2a1c68aee9e495574 2024-11-14T06:55:35,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c279045d51f34961b5cd2627c8756893 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893 2024-11-14T06:55:35,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893, entries=200, sequenceid=17, filesize=38.6 K 2024-11-14T06:55:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3f189e2b248f4da0bb7dfa38ffd22bf2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2 2024-11-14T06:55:35,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T06:55:35,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5c9955b5a7ff4dc2a1c68aee9e495574 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574 2024-11-14T06:55:35,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T06:55:35,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c8ec347bb20ac6fe816c9bc83a575b71 in 978ms, sequenceid=17, compaction requested=false 2024-11-14T06:55:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:35,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-14T06:55:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:35,363 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414ff01b8243e48abb365569455ded58c_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567334330/Put/seqid=0 2024-11-14T06:55:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742155_1331 (size=12154) 2024-11-14T06:55:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:35,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567395511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567395512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567395517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567395518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567395523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567395632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567395632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567395642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567395643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:35,784 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111414ff01b8243e48abb365569455ded58c_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414ff01b8243e48abb365569455ded58c_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c8a6430f24ea461c9cccace33107c619, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:35,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c8a6430f24ea461c9cccace33107c619 is 175, key is test_row_0/A:col10/1731567334330/Put/seqid=0 2024-11-14T06:55:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742156_1332 (size=30955) 2024-11-14T06:55:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567395853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567395853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567395853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567395853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567396173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567396173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567396173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567396174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,201 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c8a6430f24ea461c9cccace33107c619 2024-11-14T06:55:36,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:55:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e3cad11b8a6745efbfcaa54701a97cd8 is 50, key is test_row_0/B:col10/1731567334330/Put/seqid=0 2024-11-14T06:55:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742157_1333 (size=12001) 2024-11-14T06:55:36,273 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e3cad11b8a6745efbfcaa54701a97cd8 2024-11-14T06:55:36,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/d3a1053d97014dcba0149a3ea230f8f3 is 50, key is test_row_0/C:col10/1731567334330/Put/seqid=0 2024-11-14T06:55:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742158_1334 (size=12001) 2024-11-14T06:55:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567396532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,541 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567396693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567396693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567396693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567396693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:36,727 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/d3a1053d97014dcba0149a3ea230f8f3 2024-11-14T06:55:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/c8a6430f24ea461c9cccace33107c619 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619 2024-11-14T06:55:36,752 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619, entries=150, sequenceid=36, filesize=30.2 K 2024-11-14T06:55:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e3cad11b8a6745efbfcaa54701a97cd8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8 2024-11-14T06:55:36,762 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T06:55:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/d3a1053d97014dcba0149a3ea230f8f3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3 2024-11-14T06:55:36,778 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T06:55:36,781 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c8ec347bb20ac6fe816c9bc83a575b71 in 1418ms, sequenceid=36, compaction requested=false 2024-11-14T06:55:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-14T06:55:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-14T06:55:36,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T06:55:36,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4970 sec 2024-11-14T06:55:36,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.5110 sec 2024-11-14T06:55:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:37,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:37,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114433c911a3125463e9ae1008d964dedfd_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742159_1335 (size=14594) 2024-11-14T06:55:37,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:37,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114433c911a3125463e9ae1008d964dedfd_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114433c911a3125463e9ae1008d964dedfd_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:37,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5eb4173331f44c4a80fb5b30fbb40d7f, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:37,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5eb4173331f44c4a80fb5b30fbb40d7f is 175, key is test_row_0/A:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:37,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742160_1336 (size=39549) 2024-11-14T06:55:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567397785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567397792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567397793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567397795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567397902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567397913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567397913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567397913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567398122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5eb4173331f44c4a80fb5b30fbb40d7f 2024-11-14T06:55:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567398132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567398132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567398132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e04b37b4ccfa4ac3bc6c205e36d16da6 is 50, key is test_row_0/B:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742161_1337 (size=12001) 2024-11-14T06:55:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-14T06:55:38,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:38,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-14T06:55:38,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:38,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:38,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567398443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567398452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567398452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567398452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:38,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e04b37b4ccfa4ac3bc6c205e36d16da6 2024-11-14T06:55:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567398552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,562 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:38,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:38,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/b3cc2c0e7cbf46fcaf356574394c6698 is 50, key is test_row_0/C:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742162_1338 (size=12001) 2024-11-14T06:55:38,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/b3cc2c0e7cbf46fcaf356574394c6698 2024-11-14T06:55:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5eb4173331f44c4a80fb5b30fbb40d7f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f 2024-11-14T06:55:38,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f, entries=200, sequenceid=50, filesize=38.6 K 2024-11-14T06:55:38,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/e04b37b4ccfa4ac3bc6c205e36d16da6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6 2024-11-14T06:55:38,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T06:55:38,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/b3cc2c0e7cbf46fcaf356574394c6698 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698 2024-11-14T06:55:38,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T06:55:38,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:38,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:38,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T06:55:38,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c8ec347bb20ac6fe816c9bc83a575b71 in 908ms, sequenceid=50, compaction requested=true 2024-11-14T06:55:38,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:38,615 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:38,615 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:38,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:38,615 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:38,616 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:38,616 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:38,616 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,616 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:38,616 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,616 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=107.5 K 2024-11-14T06:55:38,616 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,616 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.2 K 2024-11-14T06:55:38,616 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f] 2024-11-14T06:55:38,616 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f189e2b248f4da0bb7dfa38ffd22bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731567334290 2024-11-14T06:55:38,617 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e3cad11b8a6745efbfcaa54701a97cd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567334329 2024-11-14T06:55:38,617 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c279045d51f34961b5cd2627c8756893, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731567334290 2024-11-14T06:55:38,617 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e04b37b4ccfa4ac3bc6c205e36d16da6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335517 2024-11-14T06:55:38,617 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a6430f24ea461c9cccace33107c619, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567334329 2024-11-14T06:55:38,618 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eb4173331f44c4a80fb5b30fbb40d7f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335508 2024-11-14T06:55:38,627 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:38,627 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/48f91445996d4ee489b96d64c20ee21f is 50, key is test_row_0/B:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:38,638 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:38,657 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141e39b75955ab468386475090cf633a27_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:38,659 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141e39b75955ab468386475090cf633a27_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:38,659 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141e39b75955ab468386475090cf633a27_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742163_1339 (size=12104) 2024-11-14T06:55:38,668 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/48f91445996d4ee489b96d64c20ee21f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/48f91445996d4ee489b96d64c20ee21f 2024-11-14T06:55:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742164_1340 (size=4469) 2024-11-14T06:55:38,676 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 48f91445996d4ee489b96d64c20ee21f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:38,676 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:38,676 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567338615; duration=0sec 2024-11-14T06:55:38,676 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:38,676 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:38,676 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:38,677 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:38,677 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:38,677 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,678 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.2 K 2024-11-14T06:55:38,678 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9955b5a7ff4dc2a1c68aee9e495574, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731567334290 2024-11-14T06:55:38,678 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a1053d97014dcba0149a3ea230f8f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567334329 2024-11-14T06:55:38,679 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b3cc2c0e7cbf46fcaf356574394c6698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335517 2024-11-14T06:55:38,689 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:38,690 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bad6f0349b9b434e85c5e52d9444f4f5 is 50, key is test_row_0/C:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742165_1341 (size=12104) 2024-11-14T06:55:38,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:38,752 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:38,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114793439b205064a9cb16c5205e1e1b7ab_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567337792/Put/seqid=0 2024-11-14T06:55:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:38,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742166_1342 (size=12154) 2024-11-14T06:55:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:38,775 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114793439b205064a9cb16c5205e1e1b7ab_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114793439b205064a9cb16c5205e1e1b7ab_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:38,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5e22619a57404b31b64c45a43cadffe5, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:38,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5e22619a57404b31b64c45a43cadffe5 is 175, key is test_row_0/A:col10/1731567337792/Put/seqid=0 2024-11-14T06:55:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742167_1343 (size=30955) 2024-11-14T06:55:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567398989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567398994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567398995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567398996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,071 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#289 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:39,072 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/9e8745a0993b4ab888dacfb80e7ce533 is 175, key is test_row_0/A:col10/1731567335517/Put/seqid=0 2024-11-14T06:55:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742168_1344 (size=31058) 2024-11-14T06:55:39,106 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bad6f0349b9b434e85c5e52d9444f4f5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bad6f0349b9b434e85c5e52d9444f4f5 2024-11-14T06:55:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,111 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into bad6f0349b9b434e85c5e52d9444f4f5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:39,111 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567399102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,111 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567338615; duration=0sec 2024-11-14T06:55:39,111 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:39,111 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567399112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567399122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567399122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,198 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5e22619a57404b31b64c45a43cadffe5 2024-11-14T06:55:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/524d340a3bbe4c2195bca434a284f5fc is 50, key is test_row_0/B:col10/1731567337792/Put/seqid=0 2024-11-14T06:55:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742169_1345 (size=12001) 2024-11-14T06:55:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567399322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567399332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567399332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567399333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,486 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/9e8745a0993b4ab888dacfb80e7ce533 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533 2024-11-14T06:55:39,490 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 9e8745a0993b4ab888dacfb80e7ce533(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:39,490 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:39,491 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567338614; duration=0sec 2024-11-14T06:55:39,491 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:39,491 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:39,608 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/524d340a3bbe4c2195bca434a284f5fc 2024-11-14T06:55:39,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/e9eb5ce4a1aa49739886ec14936fa222 is 50, key is test_row_0/C:col10/1731567337792/Put/seqid=0 2024-11-14T06:55:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742170_1346 (size=12001) 2024-11-14T06:55:39,624 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/e9eb5ce4a1aa49739886ec14936fa222 2024-11-14T06:55:39,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/5e22619a57404b31b64c45a43cadffe5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5 2024-11-14T06:55:39,631 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5, entries=150, sequenceid=69, filesize=30.2 K 2024-11-14T06:55:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/524d340a3bbe4c2195bca434a284f5fc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc 2024-11-14T06:55:39,639 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc, entries=150, sequenceid=69, filesize=11.7 K 2024-11-14T06:55:39,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/e9eb5ce4a1aa49739886ec14936fa222 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222 2024-11-14T06:55:39,644 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222, entries=150, sequenceid=69, filesize=11.7 K 2024-11-14T06:55:39,645 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c8ec347bb20ac6fe816c9bc83a575b71 in 893ms, sequenceid=69, compaction requested=false 2024-11-14T06:55:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:39,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-14T06:55:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-14T06:55:39,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T06:55:39,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2020 sec 2024-11-14T06:55:39,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T06:55:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:39,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:39,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.2070 sec 2024-11-14T06:55:39,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecd46c12db9f4fff8744fca32f8a08f4_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742171_1347 (size=14594) 2024-11-14T06:55:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567399686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567399697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567399698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567399698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567399802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567399802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567399813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567399813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567400012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567400013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567400032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567400032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:40,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ecd46c12db9f4fff8744fca32f8a08f4_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecd46c12db9f4fff8744fca32f8a08f4_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:40,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c8e8439d3f04b97a83f61b4e8555137, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c8e8439d3f04b97a83f61b4e8555137 is 175, key is test_row_0/A:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742172_1348 (size=39549) 2024-11-14T06:55:40,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c8e8439d3f04b97a83f61b4e8555137 2024-11-14T06:55:40,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/98021ae7351a430c9ba61caa72b3e457 is 50, key is test_row_0/B:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742173_1349 (size=12001) 2024-11-14T06:55:40,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/98021ae7351a430c9ba61caa72b3e457 2024-11-14T06:55:40,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8bfac0cc67394f30b0ab31dde8805f38 is 50, key is test_row_0/C:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742174_1350 (size=12001) 2024-11-14T06:55:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567400333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567400333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567400342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567400342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8bfac0cc67394f30b0ab31dde8805f38 2024-11-14T06:55:40,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c8e8439d3f04b97a83f61b4e8555137 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137 2024-11-14T06:55:40,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137, entries=200, sequenceid=86, filesize=38.6 K 2024-11-14T06:55:40,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/98021ae7351a430c9ba61caa72b3e457 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457 2024-11-14T06:55:40,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457, entries=150, sequenceid=86, filesize=11.7 K 2024-11-14T06:55:40,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8bfac0cc67394f30b0ab31dde8805f38 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38 2024-11-14T06:55:40,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38, entries=150, sequenceid=86, filesize=11.7 K 2024-11-14T06:55:40,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c8ec347bb20ac6fe816c9bc83a575b71 in 941ms, sequenceid=86, compaction requested=true 2024-11-14T06:55:40,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:40,590 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:40,591 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:40,591 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:40,591 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:40,591 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:40,591 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:40,591 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,592 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,592 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/48f91445996d4ee489b96d64c20ee21f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.3 K 2024-11-14T06:55:40,592 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=99.2 K 2024-11-14T06:55:40,592 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,592 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137] 2024-11-14T06:55:40,592 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f91445996d4ee489b96d64c20ee21f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335517 2024-11-14T06:55:40,592 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 524d340a3bbe4c2195bca434a284f5fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731567337783 2024-11-14T06:55:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T06:55:40,593 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:40,593 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e8745a0993b4ab888dacfb80e7ce533, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335517 2024-11-14T06:55:40,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:40,593 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 98021ae7351a430c9ba61caa72b3e457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-14T06:55:40,594 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e22619a57404b31b64c45a43cadffe5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731567337783 2024-11-14T06:55:40,595 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c8e8439d3f04b97a83f61b4e8555137, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T06:55:40,596 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:40,596 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:40,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:40,611 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:40,612 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/de3406a3cd704249886e765d60ebf54f is 50, key is test_row_0/B:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,618 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742175_1351 (size=12207) 2024-11-14T06:55:40,634 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149a5564b78f9c4fe1a9dba89486645b8d_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,636 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149a5564b78f9c4fe1a9dba89486645b8d_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,636 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149a5564b78f9c4fe1a9dba89486645b8d_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,643 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/de3406a3cd704249886e765d60ebf54f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/de3406a3cd704249886e765d60ebf54f 2024-11-14T06:55:40,651 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into de3406a3cd704249886e765d60ebf54f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:40,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:40,651 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567340591; duration=0sec 2024-11-14T06:55:40,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:40,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:40,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:40,653 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:40,653 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:40,653 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,653 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bad6f0349b9b434e85c5e52d9444f4f5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.3 K 2024-11-14T06:55:40,653 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bad6f0349b9b434e85c5e52d9444f4f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731567335517 2024-11-14T06:55:40,654 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e9eb5ce4a1aa49739886ec14936fa222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731567337783 2024-11-14T06:55:40,654 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bfac0cc67394f30b0ab31dde8805f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742176_1352 (size=4469) 2024-11-14T06:55:40,668 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:40,668 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/22ca4f893dee490b8499e564145e80bf is 50, key is test_row_0/C:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,677 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#298 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:40,678 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/683ccdc7d4c345d2aeee809d9b44cfc9 is 175, key is test_row_0/A:col10/1731567338995/Put/seqid=0 2024-11-14T06:55:40,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T06:55:40,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T06:55:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742177_1353 (size=31161) 2024-11-14T06:55:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T06:55:40,706 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/683ccdc7d4c345d2aeee809d9b44cfc9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9 2024-11-14T06:55:40,713 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 683ccdc7d4c345d2aeee809d9b44cfc9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:40,713 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:40,713 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567340590; duration=0sec 2024-11-14T06:55:40,713 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:40,713 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742178_1354 (size=12207) 2024-11-14T06:55:40,735 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/22ca4f893dee490b8499e564145e80bf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/22ca4f893dee490b8499e564145e80bf 2024-11-14T06:55:40,739 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into 22ca4f893dee490b8499e564145e80bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:40,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:40,739 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567340591; duration=0sec 2024-11-14T06:55:40,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:40,739 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:40,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,749 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:40,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:40,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144fe0ce8b574d4bc0b339e3272884d3e4_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567339697/Put/seqid=0 2024-11-14T06:55:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742179_1355 (size=12154) 2024-11-14T06:55:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:40,840 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144fe0ce8b574d4bc0b339e3272884d3e4_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fe0ce8b574d4bc0b339e3272884d3e4_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/433639c5a4394b7086e25c2dae0ff226, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/433639c5a4394b7086e25c2dae0ff226 is 175, key is test_row_0/A:col10/1731567339697/Put/seqid=0 2024-11-14T06:55:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:40,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742180_1356 (size=30955) 2024-11-14T06:55:40,853 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/433639c5a4394b7086e25c2dae0ff226 2024-11-14T06:55:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/83439a6e3d5f49c2b43b8eb8616d744a is 50, key is test_row_0/B:col10/1731567339697/Put/seqid=0 2024-11-14T06:55:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742181_1357 (size=12001) 2024-11-14T06:55:40,879 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/83439a6e3d5f49c2b43b8eb8616d744a 2024-11-14T06:55:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567400874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567400874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567400884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5d6d1f9e3bf74574bafd014835be69fc is 50, key is test_row_0/C:col10/1731567339697/Put/seqid=0 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742182_1358 (size=12001) 2024-11-14T06:55:40,895 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5d6d1f9e3bf74574bafd014835be69fc 2024-11-14T06:55:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567400885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T06:55:40,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/433639c5a4394b7086e25c2dae0ff226 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226 2024-11-14T06:55:40,924 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226, entries=150, sequenceid=106, filesize=30.2 K 2024-11-14T06:55:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/83439a6e3d5f49c2b43b8eb8616d744a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a 2024-11-14T06:55:40,929 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T06:55:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/5d6d1f9e3bf74574bafd014835be69fc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc 2024-11-14T06:55:40,934 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc, entries=150, sequenceid=106, filesize=11.7 K 2024-11-14T06:55:40,936 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c8ec347bb20ac6fe816c9bc83a575b71 in 186ms, sequenceid=106, compaction requested=false 2024-11-14T06:55:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-14T06:55:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-14T06:55:40,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-14T06:55:40,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 341 msec 2024-11-14T06:55:40,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 348 msec 2024-11-14T06:55:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:40,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:40,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:41,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe83ad6ef1c7490ba537bb0671c9dcfb_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742183_1359 (size=14594) 2024-11-14T06:55:41,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:41,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe83ad6ef1c7490ba537bb0671c9dcfb_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe83ad6ef1c7490ba537bb0671c9dcfb_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:41,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/45e2a380671e4ee3a2b36a2a0a0d78a3, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:41,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/45e2a380671e4ee3a2b36a2a0a0d78a3 is 175, key is test_row_0/A:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742184_1360 (size=39549) 2024-11-14T06:55:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567401039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567401040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567401040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567401044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567401162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567401162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567401162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567401162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T06:55:41,222 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:41,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T06:55:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:41,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:41,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:41,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:41,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T06:55:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567401383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567401383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567401383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567401383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,434 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/45e2a380671e4ee3a2b36a2a0a0d78a3 2024-11-14T06:55:41,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/1c22e43254ea46978547dbe29cedc194 is 50, key is test_row_0/B:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742185_1361 (size=12001) 2024-11-14T06:55:41,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T06:55:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:41,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T06:55:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567401692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567401692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567401692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567401703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:41,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T06:55:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:41,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/1c22e43254ea46978547dbe29cedc194 2024-11-14T06:55:41,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/27217a997c4345a8a0149b01137da8e1 is 50, key is test_row_0/C:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742186_1362 (size=12001) 2024-11-14T06:55:41,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/27217a997c4345a8a0149b01137da8e1 2024-11-14T06:55:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/45e2a380671e4ee3a2b36a2a0a0d78a3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3 2024-11-14T06:55:41,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3, entries=200, sequenceid=122, filesize=38.6 K 2024-11-14T06:55:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/1c22e43254ea46978547dbe29cedc194 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194 2024-11-14T06:55:41,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194, entries=150, sequenceid=122, filesize=11.7 K 2024-11-14T06:55:41,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/27217a997c4345a8a0149b01137da8e1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1 2024-11-14T06:55:41,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1, entries=150, sequenceid=122, filesize=11.7 K 2024-11-14T06:55:41,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c8ec347bb20ac6fe816c9bc83a575b71 in 894ms, sequenceid=122, compaction requested=true 2024-11-14T06:55:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:41,891 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T06:55:41,891 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:41,893 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:41,893 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:41,893 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,893 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=99.3 K 2024-11-14T06:55:41,893 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,893 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3] 2024-11-14T06:55:41,893 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:41,893 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:41,894 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,894 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 683ccdc7d4c345d2aeee809d9b44cfc9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:41,894 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/de3406a3cd704249886e765d60ebf54f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.4 K 2024-11-14T06:55:41,894 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting de3406a3cd704249886e765d60ebf54f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:41,894 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433639c5a4394b7086e25c2dae0ff226, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567339664 2024-11-14T06:55:41,895 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 83439a6e3d5f49c2b43b8eb8616d744a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567339664 2024-11-14T06:55:41,895 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45e2a380671e4ee3a2b36a2a0a0d78a3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340866 2024-11-14T06:55:41,896 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c22e43254ea46978547dbe29cedc194, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340882 2024-11-14T06:55:41,907 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:41,907 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:41,908 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/5471942b71f447d8baa4e774cd192b1e is 50, key is test_row_0/B:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,918 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111462dfbb649df9404cb7a7d94bc9be9a7b_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:41,920 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111462dfbb649df9404cb7a7d94bc9be9a7b_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:41,920 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111462dfbb649df9404cb7a7d94bc9be9a7b_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742187_1363 (size=12309) 2024-11-14T06:55:41,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742188_1364 (size=4469) 2024-11-14T06:55:41,946 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/5471942b71f447d8baa4e774cd192b1e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5471942b71f447d8baa4e774cd192b1e 2024-11-14T06:55:41,951 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 5471942b71f447d8baa4e774cd192b1e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:41,951 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:41,951 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567341891; duration=0sec 2024-11-14T06:55:41,951 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:41,951 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:41,951 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:41,952 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:41,952 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:41,952 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,952 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/22ca4f893dee490b8499e564145e80bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=35.4 K 2024-11-14T06:55:41,952 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ca4f893dee490b8499e564145e80bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731567338987 2024-11-14T06:55:41,952 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d6d1f9e3bf74574bafd014835be69fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731567339664 2024-11-14T06:55:41,953 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 27217a997c4345a8a0149b01137da8e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340882 2024-11-14T06:55:41,962 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#308 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:41,962 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/f8a929a50b614f998c6b196ce8556d4c is 50, key is test_row_0/C:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742189_1365 (size=12309) 2024-11-14T06:55:41,988 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/f8a929a50b614f998c6b196ce8556d4c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f8a929a50b614f998c6b196ce8556d4c 2024-11-14T06:55:41,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T06:55:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:41,993 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:41,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:42,003 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into f8a929a50b614f998c6b196ce8556d4c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:42,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:42,003 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567341891; duration=0sec 2024-11-14T06:55:42,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:42,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111433375a48a2af4f688e8b90fefa3eff1f_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567341024/Put/seqid=0 2024-11-14T06:55:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742190_1366 (size=12304) 2024-11-14T06:55:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:42,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567402248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567402248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567402249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567402250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,338 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:42,339 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/27a60e0e0c6a4c6b9cf45c8922e94e0f is 175, key is test_row_0/A:col10/1731567340882/Put/seqid=0 2024-11-14T06:55:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742191_1367 (size=31263) 2024-11-14T06:55:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567402362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567402362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567402372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567402372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,439 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111433375a48a2af4f688e8b90fefa3eff1f_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111433375a48a2af4f688e8b90fefa3eff1f_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:42,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2e2812369db749408e9844ac774bd1ef, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:42,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2e2812369db749408e9844ac774bd1ef is 175, key is test_row_0/A:col10/1731567341024/Put/seqid=0 2024-11-14T06:55:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742192_1368 (size=31105) 2024-11-14T06:55:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567402582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567402582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567402582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567402582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567402602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,610 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,748 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/27a60e0e0c6a4c6b9cf45c8922e94e0f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f 2024-11-14T06:55:42,752 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 27a60e0e0c6a4c6b9cf45c8922e94e0f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:42,752 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:42,752 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567341891; duration=0sec 2024-11-14T06:55:42,752 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:42,752 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:42,860 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2e2812369db749408e9844ac774bd1ef 2024-11-14T06:55:42,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f9a50265409d4c57b830b35b82a67dce is 50, key is test_row_0/B:col10/1731567341024/Put/seqid=0 2024-11-14T06:55:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742193_1369 (size=12151) 2024-11-14T06:55:42,884 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f9a50265409d4c57b830b35b82a67dce 2024-11-14T06:55:42,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/70a0f138c3c34661991f60d0adb2baff is 50, key is test_row_0/C:col10/1731567341024/Put/seqid=0 2024-11-14T06:55:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742194_1370 (size=12151) 2024-11-14T06:55:42,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567402892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567402892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567402893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,902 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/70a0f138c3c34661991f60d0adb2baff 2024-11-14T06:55:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567402893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2e2812369db749408e9844ac774bd1ef as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef 2024-11-14T06:55:42,909 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef, entries=150, sequenceid=140, filesize=30.4 K 2024-11-14T06:55:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f9a50265409d4c57b830b35b82a67dce as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce 2024-11-14T06:55:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,914 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce, entries=150, sequenceid=140, filesize=11.9 K 2024-11-14T06:55:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/70a0f138c3c34661991f60d0adb2baff as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff 2024-11-14T06:55:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,919 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff, entries=150, sequenceid=140, filesize=11.9 K 2024-11-14T06:55:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c8ec347bb20ac6fe816c9bc83a575b71 in 926ms, sequenceid=140, compaction requested=false 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T06:55:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.7010 sec 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,372 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:43,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T06:55:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a03aeebe845c4a51a5fff44ce1ae0de0_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:43,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567403486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742195_1371 (size=12304) 2024-11-14T06:55:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567403490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567403491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567403492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567403604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567403613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567403613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567403623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:43,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567403822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567403827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567403828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567403842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:43,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:43,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a03aeebe845c4a51a5fff44ce1ae0de0_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a03aeebe845c4a51a5fff44ce1ae0de0_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:43,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b775d31fcb334a9e8a8f7cdd924cf991, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:43,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b775d31fcb334a9e8a8f7cdd924cf991 is 175, key is test_row_0/A:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742196_1372 (size=31101) 2024-11-14T06:55:43,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b775d31fcb334a9e8a8f7cdd924cf991 2024-11-14T06:55:43,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f6cf12a27eb84b24b6c01d1ea5eea449 is 50, key is test_row_0/B:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:43,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742197_1373 (size=9757) 2024-11-14T06:55:43,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:43,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:43,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f6cf12a27eb84b24b6c01d1ea5eea449 2024-11-14T06:55:43,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:44,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8cb8810801564018a15bead76f667e49 is 50, key is test_row_0/C:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742198_1374 (size=9757) 2024-11-14T06:55:44,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567404132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:44,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:44,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567404143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567404143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567404162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:44,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:44,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8cb8810801564018a15bead76f667e49 2024-11-14T06:55:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b775d31fcb334a9e8a8f7cdd924cf991 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991 2024-11-14T06:55:44,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991, entries=150, sequenceid=158, filesize=30.4 K 2024-11-14T06:55:44,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/f6cf12a27eb84b24b6c01d1ea5eea449 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449 2024-11-14T06:55:44,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449, entries=100, sequenceid=158, filesize=9.5 K 2024-11-14T06:55:44,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8cb8810801564018a15bead76f667e49 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49 2024-11-14T06:55:44,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49, entries=100, sequenceid=158, filesize=9.5 K 2024-11-14T06:55:44,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c8ec347bb20ac6fe816c9bc83a575b71 in 1008ms, sequenceid=158, compaction requested=true 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:44,446 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:44,446 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:44,447 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,447 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,447 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=91.3 K 2024-11-14T06:55:44,447 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5471942b71f447d8baa4e774cd192b1e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=33.4 K 2024-11-14T06:55:44,447 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991] 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5471942b71f447d8baa4e774cd192b1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340882 2024-11-14T06:55:44,447 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27a60e0e0c6a4c6b9cf45c8922e94e0f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340882 2024-11-14T06:55:44,448 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e2812369db749408e9844ac774bd1ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731567341024 2024-11-14T06:55:44,448 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f9a50265409d4c57b830b35b82a67dce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731567341024 2024-11-14T06:55:44,448 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f6cf12a27eb84b24b6c01d1ea5eea449, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567342247 2024-11-14T06:55:44,448 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting b775d31fcb334a9e8a8f7cdd924cf991, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567342247 2024-11-14T06:55:44,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T06:55:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,452 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:44,455 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:44,466 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:44,466 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114487c9d83e4ef4930bd6bc1e77bdbd48a_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:44,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a is 50, key is test_row_0/B:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:44,468 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114487c9d83e4ef4930bd6bc1e77bdbd48a_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:44,468 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114487c9d83e4ef4930bd6bc1e77bdbd48a_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:44,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145004cffe5a614fdb99179db2596e1131_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567343486/Put/seqid=0 2024-11-14T06:55:44,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742200_1376 (size=4469) 2024-11-14T06:55:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742199_1375 (size=12561) 2024-11-14T06:55:44,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742201_1377 (size=12304) 2024-11-14T06:55:44,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:44,506 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145004cffe5a614fdb99179db2596e1131_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145004cffe5a614fdb99179db2596e1131_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:44,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/db713f1f939c408683e8fd4fd6f0f0d5, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/db713f1f939c408683e8fd4fd6f0f0d5 is 175, key is test_row_0/A:col10/1731567343486/Put/seqid=0 2024-11-14T06:55:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742202_1378 (size=31105) 2024-11-14T06:55:44,518 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/db713f1f939c408683e8fd4fd6f0f0d5 2024-11-14T06:55:44,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/a004202df9ee4b8d94809b54c4b15a55 is 50, key is test_row_0/B:col10/1731567343486/Put/seqid=0 2024-11-14T06:55:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742203_1379 (size=12151) 2024-11-14T06:55:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/a004202df9ee4b8d94809b54c4b15a55 2024-11-14T06:55:44,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/f6225ba5412d4b28a732e1a7831bf244 is 50, key is test_row_0/C:col10/1731567343486/Put/seqid=0 2024-11-14T06:55:44,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742204_1380 (size=12151) 2024-11-14T06:55:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:44,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567404692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567404697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567404698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567404701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567404812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567404812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567404812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567404822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:44,884 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:44,885 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/bbdd10ae56eb4fffb6742228b21bca05 is 175, key is test_row_0/A:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:44,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742205_1381 (size=31622) 2024-11-14T06:55:44,897 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a 2024-11-14T06:55:44,907 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/bbdd10ae56eb4fffb6742228b21bca05 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05 2024-11-14T06:55:44,911 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 5fcf5e0e86c940b9aac7b0ddb3b3c46a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:44,911 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:44,912 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567344446; duration=0sec 2024-11-14T06:55:44,912 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:44,912 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:44,912 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:44,913 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:44,913 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:44,913 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,913 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f8a929a50b614f998c6b196ce8556d4c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=33.4 K 2024-11-14T06:55:44,914 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a929a50b614f998c6b196ce8556d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731567340882 2024-11-14T06:55:44,915 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into bbdd10ae56eb4fffb6742228b21bca05(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:44,915 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:44,915 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567344446; duration=0sec 2024-11-14T06:55:44,915 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 70a0f138c3c34661991f60d0adb2baff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731567341024 2024-11-14T06:55:44,915 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:44,915 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:44,915 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb8810801564018a15bead76f667e49, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567342247 2024-11-14T06:55:44,925 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:44,925 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/26ba5b41665b4a358c1407782961313f is 50, key is test_row_0/C:col10/1731567343436/Put/seqid=0 2024-11-14T06:55:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742206_1382 (size=12561) 2024-11-14T06:55:44,940 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/26ba5b41665b4a358c1407782961313f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/26ba5b41665b4a358c1407782961313f 2024-11-14T06:55:44,952 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/f6225ba5412d4b28a732e1a7831bf244 2024-11-14T06:55:44,953 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into 26ba5b41665b4a358c1407782961313f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:44,953 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:44,954 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567344446; duration=0sec 2024-11-14T06:55:44,954 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:44,954 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/db713f1f939c408683e8fd4fd6f0f0d5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5 2024-11-14T06:55:44,962 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5, entries=150, sequenceid=173, filesize=30.4 K 2024-11-14T06:55:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/a004202df9ee4b8d94809b54c4b15a55 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55 2024-11-14T06:55:44,966 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T06:55:44,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/f6225ba5412d4b28a732e1a7831bf244 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244 2024-11-14T06:55:44,970 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T06:55:44,972 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c8ec347bb20ac6fe816c9bc83a575b71 in 520ms, sequenceid=173, compaction requested=false 2024-11-14T06:55:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:44,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T06:55:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T06:55:44,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T06:55:44,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-11-14T06:55:44,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.6020 sec 2024-11-14T06:55:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:45,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:45,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148e31056e4815428884963b79cadf7f96_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742207_1383 (size=14794) 2024-11-14T06:55:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567405084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567405084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567405096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567405100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567405202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567405202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567405212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567405212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567405422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567405423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567405423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567405423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:45,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148e31056e4815428884963b79cadf7f96_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e31056e4815428884963b79cadf7f96_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:45,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/7f46b1ca3a9b4807b368470cd6aff97d, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:45,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/7f46b1ca3a9b4807b368470cd6aff97d is 175, key is test_row_0/A:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742208_1384 (size=39749) 2024-11-14T06:55:45,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/7f46b1ca3a9b4807b368470cd6aff97d 2024-11-14T06:55:45,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/9ccc486f637849c9a6b6a19f5c906773 is 50, key is test_row_0/B:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742209_1385 (size=12151) 2024-11-14T06:55:45,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/9ccc486f637849c9a6b6a19f5c906773 2024-11-14T06:55:45,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bab1b6f9991b4c18881e62554b4b5e40 is 50, key is test_row_0/C:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742210_1386 (size=12151) 2024-11-14T06:55:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T06:55:45,522 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:45,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T06:55:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:45,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:45,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:45,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:45,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T06:55:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567405743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567405743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567405743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567405743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:45,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:45,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T06:55:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:45,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bab1b6f9991b4c18881e62554b4b5e40 2024-11-14T06:55:45,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/7f46b1ca3a9b4807b368470cd6aff97d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d 2024-11-14T06:55:45,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d, entries=200, sequenceid=194, filesize=38.8 K 2024-11-14T06:55:45,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/9ccc486f637849c9a6b6a19f5c906773 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773 2024-11-14T06:55:45,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T06:55:45,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bab1b6f9991b4c18881e62554b4b5e40 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40 2024-11-14T06:55:45,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40, entries=150, sequenceid=194, filesize=11.9 K 2024-11-14T06:55:45,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c8ec347bb20ac6fe816c9bc83a575b71 in 881ms, sequenceid=194, compaction requested=true 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:45,920 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:45,920 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:45,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:45,925 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102476 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:45,925 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:45,925 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,925 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=100.1 K 2024-11-14T06:55:45,926 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d] 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:45,926 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbdd10ae56eb4fffb6742228b21bca05, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567341043 2024-11-14T06:55:45,926 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.0 K 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fcf5e0e86c940b9aac7b0ddb3b3c46a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567341043 2024-11-14T06:55:45,926 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting db713f1f939c408683e8fd4fd6f0f0d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731567343486 2024-11-14T06:55:45,927 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a004202df9ee4b8d94809b54c4b15a55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731567343486 2024-11-14T06:55:45,927 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f46b1ca3a9b4807b368470cd6aff97d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:45,927 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ccc486f637849c9a6b6a19f5c906773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:45,948 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:45,948 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#324 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:45,949 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/41ba5640878347c29e72df17a29b16b3 is 50, key is test_row_0/B:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:45,956 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fe2bfc334c764b68b2648a30c9435e99_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:45,958 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fe2bfc334c764b68b2648a30c9435e99_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:45,958 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe2bfc334c764b68b2648a30c9435e99_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:45,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T06:55:45,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:45,986 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:55:45,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:45,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742211_1387 (size=12663) 2024-11-14T06:55:46,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742212_1388 (size=4469) 2024-11-14T06:55:46,002 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#325 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:46,002 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/4637f6190a454f2786bd783def947e92 is 175, key is test_row_0/A:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492436afa71e24826ab1d58aa90a6490b_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567345071/Put/seqid=0 2024-11-14T06:55:46,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742213_1389 (size=31617) 2024-11-14T06:55:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742214_1390 (size=12304) 2024-11-14T06:55:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:46,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567406302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567406307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567406308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567406311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,392 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/41ba5640878347c29e72df17a29b16b3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/41ba5640878347c29e72df17a29b16b3 2024-11-14T06:55:46,399 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 41ba5640878347c29e72df17a29b16b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:46,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:46,399 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567345920; duration=0sec 2024-11-14T06:55:46,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:46,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:46,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:46,400 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:46,400 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:46,400 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:46,400 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/26ba5b41665b4a358c1407782961313f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.0 K 2024-11-14T06:55:46,401 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ba5b41665b4a358c1407782961313f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731567341043 2024-11-14T06:55:46,401 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f6225ba5412d4b28a732e1a7831bf244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731567343486 2024-11-14T06:55:46,401 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bab1b6f9991b4c18881e62554b4b5e40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:46,406 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:46,406 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/04e1a3bbc65a42d38cad8f8e1afb219f is 50, key is test_row_0/C:col10/1731567344699/Put/seqid=0 2024-11-14T06:55:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742215_1391 (size=12663) 2024-11-14T06:55:46,422 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/4637f6190a454f2786bd783def947e92 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92 2024-11-14T06:55:46,426 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 4637f6190a454f2786bd783def947e92(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:46,426 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:46,426 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567345920; duration=0sec 2024-11-14T06:55:46,426 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:46,426 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567406423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567406423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:46,441 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492436afa71e24826ab1d58aa90a6490b_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492436afa71e24826ab1d58aa90a6490b_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:46,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/52f79002b1ea41c6b07f4a01b3aaf48a, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:46,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/52f79002b1ea41c6b07f4a01b3aaf48a is 175, key is test_row_0/A:col10/1731567345071/Put/seqid=0 2024-11-14T06:55:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567406432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567406432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742216_1392 (size=31105) 2024-11-14T06:55:46,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567406632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567406632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567406653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567406653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,822 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/04e1a3bbc65a42d38cad8f8e1afb219f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/04e1a3bbc65a42d38cad8f8e1afb219f 2024-11-14T06:55:46,825 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into 04e1a3bbc65a42d38cad8f8e1afb219f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:46,825 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:46,825 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567345920; duration=0sec 2024-11-14T06:55:46,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:46,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:46,852 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/52f79002b1ea41c6b07f4a01b3aaf48a 2024-11-14T06:55:46,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3e5a62b3cf334274bb5c84032c6f34ef is 50, key is test_row_0/B:col10/1731567345071/Put/seqid=0 2024-11-14T06:55:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742217_1393 (size=12151) 2024-11-14T06:55:46,871 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3e5a62b3cf334274bb5c84032c6f34ef 2024-11-14T06:55:46,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/28328b9b2313469fbf40d0a671f2fe43 is 50, key is test_row_0/C:col10/1731567345071/Put/seqid=0 2024-11-14T06:55:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742218_1394 (size=12151) 2024-11-14T06:55:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567406942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567406952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567406972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567406972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,290 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/28328b9b2313469fbf40d0a671f2fe43 2024-11-14T06:55:47,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/52f79002b1ea41c6b07f4a01b3aaf48a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a 2024-11-14T06:55:47,297 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a, entries=150, sequenceid=208, filesize=30.4 K 2024-11-14T06:55:47,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/3e5a62b3cf334274bb5c84032c6f34ef as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef 2024-11-14T06:55:47,302 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T06:55:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/28328b9b2313469fbf40d0a671f2fe43 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43 2024-11-14T06:55:47,307 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T06:55:47,308 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c8ec347bb20ac6fe816c9bc83a575b71 in 1322ms, sequenceid=208, compaction requested=false 2024-11-14T06:55:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T06:55:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T06:55:47,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T06:55:47,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7850 sec 2024-11-14T06:55:47,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.7900 sec 2024-11-14T06:55:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:47,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:47,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:47,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142895ce6ad190449f94291b0e3c793a27_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742219_1395 (size=14794) 2024-11-14T06:55:47,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:47,487 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142895ce6ad190449f94291b0e3c793a27_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142895ce6ad190449f94291b0e3c793a27_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:47,488 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c726e44a26b4d7c873dadf97c930025, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:47,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c726e44a26b4d7c873dadf97c930025 is 175, key is test_row_0/A:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742220_1396 (size=39749) 2024-11-14T06:55:47,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567407501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567407536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567407536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567407538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567407642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567407662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T06:55:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567407662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:47,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567407662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T06:55:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:47,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:47,677 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:47,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:47,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T06:55:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:47,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567407862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567407882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567407882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567407882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:47,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c726e44a26b4d7c873dadf97c930025 2024-11-14T06:55:47,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/89a9226538564901b7cac481adcb7d4b is 50, key is test_row_0/B:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:47,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742221_1397 (size=12151) 2024-11-14T06:55:47,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T06:55:47,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:47,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:47,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:47,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:48,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T06:55:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567408182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567408203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567408203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567408203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T06:55:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:48,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/89a9226538564901b7cac481adcb7d4b 2024-11-14T06:55:48,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8f2a8e03738645fd8c1224446c7f8424 is 50, key is test_row_0/C:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742222_1398 (size=12151) 2024-11-14T06:55:48,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8f2a8e03738645fd8c1224446c7f8424 2024-11-14T06:55:48,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/2c726e44a26b4d7c873dadf97c930025 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025 2024-11-14T06:55:48,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025, entries=200, sequenceid=230, filesize=38.8 K 2024-11-14T06:55:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/89a9226538564901b7cac481adcb7d4b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b 2024-11-14T06:55:48,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b, entries=150, sequenceid=230, filesize=11.9 K 2024-11-14T06:55:48,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/8f2a8e03738645fd8c1224446c7f8424 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424 2024-11-14T06:55:48,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424, entries=150, sequenceid=230, filesize=11.9 K 2024-11-14T06:55:48,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=80.51 KB/82440 for c8ec347bb20ac6fe816c9bc83a575b71 in 909ms, sequenceid=230, compaction requested=true 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:48,379 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:48,379 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:48,380 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,380 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=100.1 K 2024-11-14T06:55:48,380 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025] 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:48,380 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,380 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4637f6190a454f2786bd783def947e92, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:48,381 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/41ba5640878347c29e72df17a29b16b3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.1 K 2024-11-14T06:55:48,381 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f79002b1ea41c6b07f4a01b3aaf48a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731567345052 2024-11-14T06:55:48,381 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 41ba5640878347c29e72df17a29b16b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:48,381 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c726e44a26b4d7c873dadf97c930025, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:48,381 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e5a62b3cf334274bb5c84032c6f34ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731567345052 2024-11-14T06:55:48,382 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a9226538564901b7cac481adcb7d4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:48,398 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:48,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/2d15f10ec00d4f478680d6f423f622c0 is 50, key is test_row_0/B:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:48,410 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:48,417 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fed6d7c5cf23480ca26cb1f9923ce09b_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:48,420 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fed6d7c5cf23480ca26cb1f9923ce09b_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:48,420 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fed6d7c5cf23480ca26cb1f9923ce09b_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742223_1399 (size=12765) 2024-11-14T06:55:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742224_1400 (size=4469) 2024-11-14T06:55:48,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,441 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:48,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:48,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c36301a854694d53a59928ec64d40304_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567347482/Put/seqid=0 2024-11-14T06:55:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742225_1401 (size=12304) 2024-11-14T06:55:48,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:48,469 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c36301a854694d53a59928ec64d40304_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c36301a854694d53a59928ec64d40304_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/33b126294bfd474c8e21b679c130ece0, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:48,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/33b126294bfd474c8e21b679c130ece0 is 175, key is test_row_0/A:col10/1731567347482/Put/seqid=0 2024-11-14T06:55:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742226_1402 (size=31105) 2024-11-14T06:55:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:48,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567408749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567408750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567408757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567408758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:48,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/2d15f10ec00d4f478680d6f423f622c0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/2d15f10ec00d4f478680d6f423f622c0 2024-11-14T06:55:48,829 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 2d15f10ec00d4f478680d6f423f622c0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:48,829 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:48,829 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567348379; duration=0sec 2024-11-14T06:55:48,829 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:48,829 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:48,829 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:48,832 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:48,832 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:48,832 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:48,832 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:48,832 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/04e1a3bbc65a42d38cad8f8e1afb219f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.1 K 2024-11-14T06:55:48,833 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e1a3bbc65a42d38cad8f8e1afb219f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731567344696 2024-11-14T06:55:48,833 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/4d7a4413bd974f9483e96758e1c0e7c2 is 175, key is test_row_0/A:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:48,833 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 28328b9b2313469fbf40d0a671f2fe43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731567345052 2024-11-14T06:55:48,833 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f2a8e03738645fd8c1224446c7f8424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742227_1403 (size=31719) 2024-11-14T06:55:48,840 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/4d7a4413bd974f9483e96758e1c0e7c2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2 2024-11-14T06:55:48,842 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:48,843 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/62e1835b752748b08d7b1a1c195c243d is 50, key is test_row_0/C:col10/1731567346307/Put/seqid=0 2024-11-14T06:55:48,844 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 4d7a4413bd974f9483e96758e1c0e7c2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:48,844 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:48,844 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567348379; duration=0sec 2024-11-14T06:55:48,844 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:48,844 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742228_1404 (size=12765) 2024-11-14T06:55:48,878 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/33b126294bfd474c8e21b679c130ece0 2024-11-14T06:55:48,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567408872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567408872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567408873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/b9faee314f684b37bedd2dcb6ade32d0 is 50, key is test_row_0/B:col10/1731567347482/Put/seqid=0 2024-11-14T06:55:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742229_1405 (size=12151) 2024-11-14T06:55:48,891 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/b9faee314f684b37bedd2dcb6ade32d0 2024-11-14T06:55:48,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567408882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:48,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2fec5dac26d9425a99f95ddfc7777105 is 50, key is test_row_0/C:col10/1731567347482/Put/seqid=0 2024-11-14T06:55:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742230_1406 (size=12151) 2024-11-14T06:55:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567409082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567409082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567409082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567409102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,252 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/62e1835b752748b08d7b1a1c195c243d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/62e1835b752748b08d7b1a1c195c243d 2024-11-14T06:55:49,255 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into 62e1835b752748b08d7b1a1c195c243d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:49,255 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:49,255 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567348379; duration=0sec 2024-11-14T06:55:49,256 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:49,256 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:49,311 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2fec5dac26d9425a99f95ddfc7777105 2024-11-14T06:55:49,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/33b126294bfd474c8e21b679c130ece0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0 2024-11-14T06:55:49,317 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0, entries=150, sequenceid=245, filesize=30.4 K 2024-11-14T06:55:49,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/b9faee314f684b37bedd2dcb6ade32d0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0 2024-11-14T06:55:49,320 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T06:55:49,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2fec5dac26d9425a99f95ddfc7777105 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105 2024-11-14T06:55:49,323 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105, entries=150, sequenceid=245, filesize=11.9 K 2024-11-14T06:55:49,324 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c8ec347bb20ac6fe816c9bc83a575b71 in 883ms, sequenceid=245, compaction requested=false 2024-11-14T06:55:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T06:55:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T06:55:49,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T06:55:49,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-11-14T06:55:49,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.6530 sec 2024-11-14T06:55:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:49,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:49,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:49,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111412e5dee243d54344b424b274bae8e53a_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742231_1407 (size=14994) 2024-11-14T06:55:49,417 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:49,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111412e5dee243d54344b424b274bae8e53a_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412e5dee243d54344b424b274bae8e53a_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:49,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/623fe5065c28411da3f0baca94259939, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:49,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/623fe5065c28411da3f0baca94259939 is 175, key is test_row_0/A:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742232_1408 (size=39949) 2024-11-14T06:55:49,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567409442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567409453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567409454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567409454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567409562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567409572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567409573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567409573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567409782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567409792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567409793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567409793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T06:55:49,822 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:49,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-14T06:55:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:49,824 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:49,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:49,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:49,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/623fe5065c28411da3f0baca94259939 2024-11-14T06:55:49,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/554264818e8348bb9951cbbf80e96864 is 50, key is test_row_0/B:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:49,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742233_1409 (size=12301) 2024-11-14T06:55:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:49,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T06:55:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:49,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:50,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567410092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567410102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567410112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567410113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T06:55:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:50,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:50,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:50,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/554264818e8348bb9951cbbf80e96864 2024-11-14T06:55:50,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/302d334ffe1745be98199b7c9ca638ed is 50, key is test_row_0/C:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742234_1410 (size=12301) 2024-11-14T06:55:50,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/302d334ffe1745be98199b7c9ca638ed 2024-11-14T06:55:50,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/623fe5065c28411da3f0baca94259939 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939 2024-11-14T06:55:50,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939, entries=200, sequenceid=266, filesize=39.0 K 2024-11-14T06:55:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/554264818e8348bb9951cbbf80e96864 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864 2024-11-14T06:55:50,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T06:55:50,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/302d334ffe1745be98199b7c9ca638ed as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed 2024-11-14T06:55:50,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed, entries=150, sequenceid=266, filesize=12.0 K 2024-11-14T06:55:50,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for c8ec347bb20ac6fe816c9bc83a575b71 in 870ms, sequenceid=266, compaction requested=true 2024-11-14T06:55:50,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:50,278 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:50,278 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:50,280 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:50,280 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:50,280 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:50,280 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:50,280 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,280 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,280 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/2d15f10ec00d4f478680d6f423f622c0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.3 K 2024-11-14T06:55:50,280 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=100.4 K 2024-11-14T06:55:50,280 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,280 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939] 2024-11-14T06:55:50,281 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d15f10ec00d4f478680d6f423f622c0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:50,281 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d7a4413bd974f9483e96758e1c0e7c2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:50,281 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b126294bfd474c8e21b679c130ece0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731567347482 2024-11-14T06:55:50,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T06:55:50,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,283 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:50,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:50,284 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b9faee314f684b37bedd2dcb6ade32d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731567347482 2024-11-14T06:55:50,284 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 623fe5065c28411da3f0baca94259939, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:50,284 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 554264818e8348bb9951cbbf80e96864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:50,292 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:50,293 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/08b8e45fb4ad4dd38c0f831e22baf1e1 is 50, key is test_row_0/B:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:50,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144914562531ee4778853cdf120216c1d0_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567349452/Put/seqid=0 2024-11-14T06:55:50,312 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:50,322 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111494485807c48d4e8e8003951ce90d140c_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742235_1411 (size=13017) 2024-11-14T06:55:50,324 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111494485807c48d4e8e8003951ce90d140c_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:50,324 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111494485807c48d4e8e8003951ce90d140c_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:50,328 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/08b8e45fb4ad4dd38c0f831e22baf1e1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/08b8e45fb4ad4dd38c0f831e22baf1e1 2024-11-14T06:55:50,332 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 08b8e45fb4ad4dd38c0f831e22baf1e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:50,332 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:50,332 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567350278; duration=0sec 2024-11-14T06:55:50,332 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:50,332 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:50,332 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:50,333 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:50,333 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:50,333 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:50,333 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/62e1835b752748b08d7b1a1c195c243d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.3 K 2024-11-14T06:55:50,334 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 62e1835b752748b08d7b1a1c195c243d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731567346285 2024-11-14T06:55:50,334 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fec5dac26d9425a99f95ddfc7777105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731567347482 2024-11-14T06:55:50,335 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 302d334ffe1745be98199b7c9ca638ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:50,351 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:50,351 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bda6909f4e7b4d728dd9ef395e31bf97 is 50, key is test_row_0/C:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742236_1412 (size=12454) 2024-11-14T06:55:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742237_1413 (size=4469) 2024-11-14T06:55:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742238_1414 (size=13017) 2024-11-14T06:55:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567410650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567410661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567410661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567410667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:50,758 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144914562531ee4778853cdf120216c1d0_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144914562531ee4778853cdf120216c1d0_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b2c7c9996f1947159e8f11a1ed8a3e68, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:50,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b2c7c9996f1947159e8f11a1ed8a3e68 is 175, key is test_row_0/A:col10/1731567349452/Put/seqid=0 2024-11-14T06:55:50,773 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#344 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:50,773 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/35868d792ed7414e99ce4c34215443e3 is 175, key is test_row_0/A:col10/1731567348756/Put/seqid=0 2024-11-14T06:55:50,781 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/bda6909f4e7b4d728dd9ef395e31bf97 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bda6909f4e7b4d728dd9ef395e31bf97 2024-11-14T06:55:50,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567410773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567410774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567410774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567410785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,790 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into bda6909f4e7b4d728dd9ef395e31bf97(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:50,790 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:50,790 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567350278; duration=0sec 2024-11-14T06:55:50,790 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:50,790 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742239_1415 (size=31255) 2024-11-14T06:55:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742240_1416 (size=31971) 2024-11-14T06:55:50,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/35868d792ed7414e99ce4c34215443e3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3 2024-11-14T06:55:50,826 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 35868d792ed7414e99ce4c34215443e3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:50,826 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:50,826 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567350278; duration=0sec 2024-11-14T06:55:50,826 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:50,826 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567410992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567410992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567410992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567410992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:50,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,193 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b2c7c9996f1947159e8f11a1ed8a3e68 2024-11-14T06:55:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/4e60f1abf7d44bc18d0a01252a4f20d1 is 50, key is test_row_0/B:col10/1731567349452/Put/seqid=0 2024-11-14T06:55:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742241_1417 (size=12301) 2024-11-14T06:55:51,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567411302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,628 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/4e60f1abf7d44bc18d0a01252a4f20d1 2024-11-14T06:55:51,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/da4f899eb3394f42aef458556989b4ab is 50, key is test_row_0/C:col10/1731567349452/Put/seqid=0 2024-11-14T06:55:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742242_1418 (size=12301) 2024-11-14T06:55:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:52,038 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/da4f899eb3394f42aef458556989b4ab 2024-11-14T06:55:52,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/b2c7c9996f1947159e8f11a1ed8a3e68 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68 2024-11-14T06:55:52,044 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68, entries=150, sequenceid=281, filesize=30.5 K 2024-11-14T06:55:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/4e60f1abf7d44bc18d0a01252a4f20d1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1 2024-11-14T06:55:52,047 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T06:55:52,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/da4f899eb3394f42aef458556989b4ab as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab 2024-11-14T06:55:52,050 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab, entries=150, sequenceid=281, filesize=12.0 K 2024-11-14T06:55:52,051 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c8ec347bb20ac6fe816c9bc83a575b71 in 1768ms, sequenceid=281, compaction requested=false 2024-11-14T06:55:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-14T06:55:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-14T06:55:52,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T06:55:52,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2270 sec 2024-11-14T06:55:52,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.2310 sec 2024-11-14T06:55:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:52,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:52,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:52,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143dcdd33d6ab248878d3d6cc4a3f19209_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742243_1419 (size=14994) 2024-11-14T06:55:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567412779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59474 deadline: 1731567412832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,841 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:52,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59476 deadline: 1731567412842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,845 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:52,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59448 deadline: 1731567412842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59462 deadline: 1731567412842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,853 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,853 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in c8ec347bb20ac6fe816c9bc83a575b71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567412892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567413102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:53,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143dcdd33d6ab248878d3d6cc4a3f19209_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143dcdd33d6ab248878d3d6cc4a3f19209_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:53,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/8a2b53bdd4be4873b74dc2f6de8a8022, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:53,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/8a2b53bdd4be4873b74dc2f6de8a8022 is 175, key is test_row_0/A:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742244_1420 (size=39949) 2024-11-14T06:55:53,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567413412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:53,518 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/8a2b53bdd4be4873b74dc2f6de8a8022 2024-11-14T06:55:53,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/6e300a8e02834359934e872e880c824a is 50, key is test_row_0/B:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742245_1421 (size=12301) 2024-11-14T06:55:53,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/6e300a8e02834359934e872e880c824a 2024-11-14T06:55:53,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:55:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59478 deadline: 1731567413933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 2024-11-14T06:55:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:55:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:55:53,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/eb5c8abad0444f20bc7479857793c319 is 50, key is test_row_0/C:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742246_1422 (size=12301) 2024-11-14T06:55:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T06:55:53,982 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:53,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:55:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-14T06:55:53,986 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:55:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:53,987 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:55:53,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:55:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:54,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T06:55:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,277 INFO [Thread-1501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1501. 2024-11-14T06:55:54,277 DEBUG [Thread-1501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,277 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,277 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,281 INFO [Thread-1509 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1509. 2024-11-14T06:55:54,281 DEBUG [Thread-1509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,281 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,281 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,283 INFO [Thread-1507 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1507. 2024-11-14T06:55:54,283 DEBUG [Thread-1507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,283 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,283 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,289 INFO [Thread-1503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1503. 2024-11-14T06:55:54,289 DEBUG [Thread-1503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,289 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,289 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T06:55:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:55:54,296 INFO [Thread-1505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1505. 2024-11-14T06:55:54,296 DEBUG [Thread-1505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,296 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,296 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:54,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/eb5c8abad0444f20bc7479857793c319 2024-11-14T06:55:54,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/8a2b53bdd4be4873b74dc2f6de8a8022 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022 2024-11-14T06:55:54,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022, entries=200, sequenceid=302, filesize=39.0 K 2024-11-14T06:55:54,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/6e300a8e02834359934e872e880c824a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a 2024-11-14T06:55:54,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T06:55:54,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/eb5c8abad0444f20bc7479857793c319 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319 2024-11-14T06:55:54,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319, entries=150, sequenceid=302, filesize=12.0 K 2024-11-14T06:55:54,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c8ec347bb20ac6fe816c9bc83a575b71 in 1703ms, sequenceid=302, compaction requested=true 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:54,393 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c8ec347bb20ac6fe816c9bc83a575b71:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:55:54,393 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/B is initiating minor compaction (all files) 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/A is initiating minor compaction (all files) 2024-11-14T06:55:54,394 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/B in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,394 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/A in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,394 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=100.8 K 2024-11-14T06:55:54,394 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/08b8e45fb4ad4dd38c0f831e22baf1e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.7 K 2024-11-14T06:55:54,394 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022] 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b8e45fb4ad4dd38c0f831e22baf1e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35868d792ed7414e99ce4c34215443e3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e60f1abf7d44bc18d0a01252a4f20d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731567349439 2024-11-14T06:55:54,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2c7c9996f1947159e8f11a1ed8a3e68, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731567349439 2024-11-14T06:55:54,395 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e300a8e02834359934e872e880c824a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731567350659 2024-11-14T06:55:54,395 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a2b53bdd4be4873b74dc2f6de8a8022, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731567350659 2024-11-14T06:55:54,400 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:54,402 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114de3a047fa0534142b3bd94ecf6c027a6_c8ec347bb20ac6fe816c9bc83a575b71 store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:54,402 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:54,403 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/1b5977df733843b9a34c77c22b0f5d77 is 50, key is test_row_0/B:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:54,406 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114de3a047fa0534142b3bd94ecf6c027a6_c8ec347bb20ac6fe816c9bc83a575b71, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:54,406 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114de3a047fa0534142b3bd94ecf6c027a6_c8ec347bb20ac6fe816c9bc83a575b71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742247_1423 (size=13119) 2024-11-14T06:55:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742248_1424 (size=4469) 2024-11-14T06:55:54,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-14T06:55:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,444 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114044843ab6f8345f39ceb37df57f3c27e_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567352746/Put/seqid=0 2024-11-14T06:55:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742249_1425 (size=12454) 2024-11-14T06:55:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:54,812 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:54,813 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/53b97031972c4052b45ccd6a7b8914e3 is 175, key is test_row_0/A:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:54,815 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/1b5977df733843b9a34c77c22b0f5d77 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1b5977df733843b9a34c77c22b0f5d77 2024-11-14T06:55:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742250_1426 (size=32073) 2024-11-14T06:55:54,823 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/B of c8ec347bb20ac6fe816c9bc83a575b71 into 1b5977df733843b9a34c77c22b0f5d77(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:54,823 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:54,823 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/B, priority=13, startTime=1731567354393; duration=0sec 2024-11-14T06:55:54,824 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:55:54,824 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:B 2024-11-14T06:55:54,824 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:55:54,825 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:55:54,825 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): c8ec347bb20ac6fe816c9bc83a575b71/C is initiating minor compaction (all files) 2024-11-14T06:55:54,825 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c8ec347bb20ac6fe816c9bc83a575b71/C in TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:54,825 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bda6909f4e7b4d728dd9ef395e31bf97, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp, totalSize=36.7 K 2024-11-14T06:55:54,825 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/53b97031972c4052b45ccd6a7b8914e3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/53b97031972c4052b45ccd6a7b8914e3 2024-11-14T06:55:54,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bda6909f4e7b4d728dd9ef395e31bf97, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731567348736 2024-11-14T06:55:54,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting da4f899eb3394f42aef458556989b4ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731567349439 2024-11-14T06:55:54,826 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5c8abad0444f20bc7479857793c319, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731567350659 2024-11-14T06:55:54,830 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/A of c8ec347bb20ac6fe816c9bc83a575b71 into 53b97031972c4052b45ccd6a7b8914e3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:54,830 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:54,830 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/A, priority=13, startTime=1731567354393; duration=0sec 2024-11-14T06:55:54,830 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:54,830 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:A 2024-11-14T06:55:54,834 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c8ec347bb20ac6fe816c9bc83a575b71#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:55:54,834 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/d55be8f0d3e04997a0ae648e411f98aa is 50, key is test_row_0/C:col10/1731567352688/Put/seqid=0 2024-11-14T06:55:54,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742251_1427 (size=13119) 2024-11-14T06:55:54,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:54,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. as already flushing 2024-11-14T06:55:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:54,855 INFO [Thread-1496 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1496. 2024-11-14T06:55:54,855 DEBUG [Thread-1496 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,855 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,855 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,858 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114044843ab6f8345f39ceb37df57f3c27e_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114044843ab6f8345f39ceb37df57f3c27e_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:54,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/f5d36c2492484c85ab52aeacdf7d9cee, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/f5d36c2492484c85ab52aeacdf7d9cee is 175, key is test_row_0/A:col10/1731567352746/Put/seqid=0 2024-11-14T06:55:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742252_1428 (size=31255) 2024-11-14T06:55:54,865 INFO [Thread-1492 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1492. 2024-11-14T06:55:54,865 DEBUG [Thread-1492 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,865 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,865 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,873 INFO [Thread-1490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1490. 2024-11-14T06:55:54,873 DEBUG [Thread-1490 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,873 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,873 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,884 INFO [Thread-1498 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1498. 2024-11-14T06:55:54,884 DEBUG [Thread-1498 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,884 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,884 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:54,953 INFO [Thread-1494 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1494. 2024-11-14T06:55:54,953 DEBUG [Thread-1494 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:55:54,953 DEBUG [Thread-1494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,953 DEBUG [Thread-1494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:54,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:55,242 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/d55be8f0d3e04997a0ae648e411f98aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d55be8f0d3e04997a0ae648e411f98aa 2024-11-14T06:55:55,246 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c8ec347bb20ac6fe816c9bc83a575b71/C of c8ec347bb20ac6fe816c9bc83a575b71 into d55be8f0d3e04997a0ae648e411f98aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:55:55,246 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:55,246 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., storeName=c8ec347bb20ac6fe816c9bc83a575b71/C, priority=13, startTime=1731567354393; duration=0sec 2024-11-14T06:55:55,246 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:55:55,246 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c8ec347bb20ac6fe816c9bc83a575b71:C 2024-11-14T06:55:55,265 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/f5d36c2492484c85ab52aeacdf7d9cee 2024-11-14T06:55:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/42f4d758353f4a3ca6ced27bdd42c5ad is 50, key is test_row_0/B:col10/1731567352746/Put/seqid=0 2024-11-14T06:55:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742253_1429 (size=12301) 2024-11-14T06:55:55,676 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/42f4d758353f4a3ca6ced27bdd42c5ad 2024-11-14T06:55:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/527f256cf40f4cfa984694210dd50351 is 50, key is test_row_0/C:col10/1731567352746/Put/seqid=0 2024-11-14T06:55:55,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742254_1430 (size=12301) 2024-11-14T06:55:56,088 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/527f256cf40f4cfa984694210dd50351 2024-11-14T06:55:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/f5d36c2492484c85ab52aeacdf7d9cee as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/f5d36c2492484c85ab52aeacdf7d9cee 2024-11-14T06:55:56,101 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/f5d36c2492484c85ab52aeacdf7d9cee, entries=150, sequenceid=316, filesize=30.5 K 2024-11-14T06:55:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/42f4d758353f4a3ca6ced27bdd42c5ad as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/42f4d758353f4a3ca6ced27bdd42c5ad 2024-11-14T06:55:56,104 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/42f4d758353f4a3ca6ced27bdd42c5ad, entries=150, sequenceid=316, filesize=12.0 K 2024-11-14T06:55:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/527f256cf40f4cfa984694210dd50351 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/527f256cf40f4cfa984694210dd50351 2024-11-14T06:55:56,107 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/527f256cf40f4cfa984694210dd50351, entries=150, sequenceid=316, filesize=12.0 K 2024-11-14T06:55:56,107 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for c8ec347bb20ac6fe816c9bc83a575b71 in 1664ms, sequenceid=316, compaction requested=false 2024-11-14T06:55:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for c8ec347bb20ac6fe816c9bc83a575b71: 2024-11-14T06:55:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-14T06:55:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-14T06:55:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T06:55:56,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1220 sec 2024-11-14T06:55:56,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.1280 sec 2024-11-14T06:55:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T06:55:56,132 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:56,132 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1022 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3055 rows 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1019 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3048 rows 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1024 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3067 rows 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1021 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3058 rows 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1018 2024-11-14T06:55:56,133 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3046 rows 2024-11-14T06:55:56,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:55:56,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:55:56,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:56,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:55:56,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:55:56,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:55:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:56,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567356137"}]},"ts":"1731567356137"} 2024-11-14T06:55:56,139 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:55:56,139 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:55:56,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:55:56,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, UNASSIGN}] 2024-11-14T06:55:56,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, UNASSIGN 2024-11-14T06:55:56,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:56,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, UNASSIGN because future has completed 2024-11-14T06:55:56,145 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:55:56,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:56,298 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing c8ec347bb20ac6fe816c9bc83a575b71, disabling compactions & flushes 2024-11-14T06:55:56,298 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. after waiting 0 ms 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:56,298 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing c8ec347bb20ac6fe816c9bc83a575b71 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=A 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=B 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c8ec347bb20ac6fe816c9bc83a575b71, store=C 2024-11-14T06:55:56,298 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:55:56,303 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df0e9c40d36046f28494189c759ed3ae_c8ec347bb20ac6fe816c9bc83a575b71 is 50, key is test_row_0/A:col10/1731567354883/Put/seqid=0 2024-11-14T06:55:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742255_1431 (size=12454) 2024-11-14T06:55:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:56,707 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:56,710 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df0e9c40d36046f28494189c759ed3ae_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df0e9c40d36046f28494189c759ed3ae_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:56,711 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/1c854c81d28c4205b500a35051be3eb9, store: [table=TestAcidGuarantees family=A region=c8ec347bb20ac6fe816c9bc83a575b71] 2024-11-14T06:55:56,711 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/1c854c81d28c4205b500a35051be3eb9 is 175, key is test_row_0/A:col10/1731567354883/Put/seqid=0 2024-11-14T06:55:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742256_1432 (size=31255) 2024-11-14T06:55:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:57,115 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/1c854c81d28c4205b500a35051be3eb9 2024-11-14T06:55:57,121 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/165903781a36423bb748a8e7b0067569 is 50, key is test_row_0/B:col10/1731567354883/Put/seqid=0 2024-11-14T06:55:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742257_1433 (size=12301) 2024-11-14T06:55:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:57,526 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/165903781a36423bb748a8e7b0067569 2024-11-14T06:55:57,532 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2a13dde20ad84e4e83229094d4d23d6e is 50, key is test_row_0/C:col10/1731567354883/Put/seqid=0 2024-11-14T06:55:57,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742258_1434 (size=12301) 2024-11-14T06:55:57,941 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2a13dde20ad84e4e83229094d4d23d6e 2024-11-14T06:55:57,944 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/A/1c854c81d28c4205b500a35051be3eb9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/1c854c81d28c4205b500a35051be3eb9 2024-11-14T06:55:57,948 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/1c854c81d28c4205b500a35051be3eb9, entries=150, sequenceid=327, filesize=30.5 K 2024-11-14T06:55:57,948 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/B/165903781a36423bb748a8e7b0067569 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/165903781a36423bb748a8e7b0067569 2024-11-14T06:55:57,951 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/165903781a36423bb748a8e7b0067569, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T06:55:57,952 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/.tmp/C/2a13dde20ad84e4e83229094d4d23d6e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2a13dde20ad84e4e83229094d4d23d6e 2024-11-14T06:55:57,955 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2a13dde20ad84e4e83229094d4d23d6e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T06:55:57,956 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c8ec347bb20ac6fe816c9bc83a575b71 in 1658ms, sequenceid=327, compaction requested=true 2024-11-14T06:55:57,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022] to archive 2024-11-14T06:55:57,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:57,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c279045d51f34961b5cd2627c8756893 2024-11-14T06:55:57,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/c8a6430f24ea461c9cccace33107c619 2024-11-14T06:55:57,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5eb4173331f44c4a80fb5b30fbb40d7f 2024-11-14T06:55:57,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/9e8745a0993b4ab888dacfb80e7ce533 2024-11-14T06:55:57,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/5e22619a57404b31b64c45a43cadffe5 2024-11-14T06:55:57,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c8e8439d3f04b97a83f61b4e8555137 2024-11-14T06:55:57,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/683ccdc7d4c345d2aeee809d9b44cfc9 2024-11-14T06:55:57,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/433639c5a4394b7086e25c2dae0ff226 2024-11-14T06:55:57,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/45e2a380671e4ee3a2b36a2a0a0d78a3 2024-11-14T06:55:57,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/27a60e0e0c6a4c6b9cf45c8922e94e0f 2024-11-14T06:55:57,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2e2812369db749408e9844ac774bd1ef 2024-11-14T06:55:57,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/bbdd10ae56eb4fffb6742228b21bca05 2024-11-14T06:55:57,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b775d31fcb334a9e8a8f7cdd924cf991 2024-11-14T06:55:57,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/db713f1f939c408683e8fd4fd6f0f0d5 2024-11-14T06:55:57,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/7f46b1ca3a9b4807b368470cd6aff97d 2024-11-14T06:55:57,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4637f6190a454f2786bd783def947e92 2024-11-14T06:55:57,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/52f79002b1ea41c6b07f4a01b3aaf48a 2024-11-14T06:55:57,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/2c726e44a26b4d7c873dadf97c930025 2024-11-14T06:55:57,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/4d7a4413bd974f9483e96758e1c0e7c2 2024-11-14T06:55:57,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/33b126294bfd474c8e21b679c130ece0 2024-11-14T06:55:57,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/623fe5065c28411da3f0baca94259939 2024-11-14T06:55:57,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/35868d792ed7414e99ce4c34215443e3 2024-11-14T06:55:57,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/b2c7c9996f1947159e8f11a1ed8a3e68 2024-11-14T06:55:57,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/8a2b53bdd4be4873b74dc2f6de8a8022 2024-11-14T06:55:57,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/48f91445996d4ee489b96d64c20ee21f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/de3406a3cd704249886e765d60ebf54f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5471942b71f447d8baa4e774cd192b1e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/41ba5640878347c29e72df17a29b16b3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/2d15f10ec00d4f478680d6f423f622c0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/08b8e45fb4ad4dd38c0f831e22baf1e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a] to archive 2024-11-14T06:55:57,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:57,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3f189e2b248f4da0bb7dfa38ffd22bf2 2024-11-14T06:55:57,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e3cad11b8a6745efbfcaa54701a97cd8 2024-11-14T06:55:57,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/48f91445996d4ee489b96d64c20ee21f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/48f91445996d4ee489b96d64c20ee21f 2024-11-14T06:55:57,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/e04b37b4ccfa4ac3bc6c205e36d16da6 2024-11-14T06:55:57,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/524d340a3bbe4c2195bca434a284f5fc 2024-11-14T06:55:57,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/de3406a3cd704249886e765d60ebf54f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/de3406a3cd704249886e765d60ebf54f 2024-11-14T06:55:57,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/98021ae7351a430c9ba61caa72b3e457 2024-11-14T06:55:57,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/83439a6e3d5f49c2b43b8eb8616d744a 2024-11-14T06:55:57,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5471942b71f447d8baa4e774cd192b1e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5471942b71f447d8baa4e774cd192b1e 2024-11-14T06:55:57,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1c22e43254ea46978547dbe29cedc194 2024-11-14T06:55:57,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f9a50265409d4c57b830b35b82a67dce 2024-11-14T06:55:57,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/5fcf5e0e86c940b9aac7b0ddb3b3c46a 2024-11-14T06:55:57,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/f6cf12a27eb84b24b6c01d1ea5eea449 2024-11-14T06:55:57,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/a004202df9ee4b8d94809b54c4b15a55 2024-11-14T06:55:57,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/41ba5640878347c29e72df17a29b16b3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/41ba5640878347c29e72df17a29b16b3 2024-11-14T06:55:57,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/9ccc486f637849c9a6b6a19f5c906773 2024-11-14T06:55:57,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/3e5a62b3cf334274bb5c84032c6f34ef 2024-11-14T06:55:57,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/2d15f10ec00d4f478680d6f423f622c0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/2d15f10ec00d4f478680d6f423f622c0 2024-11-14T06:55:57,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/89a9226538564901b7cac481adcb7d4b 2024-11-14T06:55:57,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/b9faee314f684b37bedd2dcb6ade32d0 2024-11-14T06:55:58,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/08b8e45fb4ad4dd38c0f831e22baf1e1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/08b8e45fb4ad4dd38c0f831e22baf1e1 2024-11-14T06:55:58,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/554264818e8348bb9951cbbf80e96864 2024-11-14T06:55:58,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/4e60f1abf7d44bc18d0a01252a4f20d1 2024-11-14T06:55:58,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/6e300a8e02834359934e872e880c824a 2024-11-14T06:55:58,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bad6f0349b9b434e85c5e52d9444f4f5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/22ca4f893dee490b8499e564145e80bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f8a929a50b614f998c6b196ce8556d4c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/26ba5b41665b4a358c1407782961313f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/04e1a3bbc65a42d38cad8f8e1afb219f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/62e1835b752748b08d7b1a1c195c243d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bda6909f4e7b4d728dd9ef395e31bf97, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319] to archive 2024-11-14T06:55:58,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:55:58,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5c9955b5a7ff4dc2a1c68aee9e495574 2024-11-14T06:55:58,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d3a1053d97014dcba0149a3ea230f8f3 2024-11-14T06:55:58,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bad6f0349b9b434e85c5e52d9444f4f5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bad6f0349b9b434e85c5e52d9444f4f5 2024-11-14T06:55:58,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/b3cc2c0e7cbf46fcaf356574394c6698 2024-11-14T06:55:58,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/e9eb5ce4a1aa49739886ec14936fa222 2024-11-14T06:55:58,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/22ca4f893dee490b8499e564145e80bf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/22ca4f893dee490b8499e564145e80bf 2024-11-14T06:55:58,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8bfac0cc67394f30b0ab31dde8805f38 2024-11-14T06:55:58,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/5d6d1f9e3bf74574bafd014835be69fc 2024-11-14T06:55:58,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f8a929a50b614f998c6b196ce8556d4c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f8a929a50b614f998c6b196ce8556d4c 2024-11-14T06:55:58,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/27217a997c4345a8a0149b01137da8e1 2024-11-14T06:55:58,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/70a0f138c3c34661991f60d0adb2baff 2024-11-14T06:55:58,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/26ba5b41665b4a358c1407782961313f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/26ba5b41665b4a358c1407782961313f 2024-11-14T06:55:58,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8cb8810801564018a15bead76f667e49 2024-11-14T06:55:58,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/f6225ba5412d4b28a732e1a7831bf244 2024-11-14T06:55:58,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/04e1a3bbc65a42d38cad8f8e1afb219f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/04e1a3bbc65a42d38cad8f8e1afb219f 2024-11-14T06:55:58,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bab1b6f9991b4c18881e62554b4b5e40 2024-11-14T06:55:58,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/28328b9b2313469fbf40d0a671f2fe43 2024-11-14T06:55:58,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/62e1835b752748b08d7b1a1c195c243d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/62e1835b752748b08d7b1a1c195c243d 2024-11-14T06:55:58,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/8f2a8e03738645fd8c1224446c7f8424 2024-11-14T06:55:58,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2fec5dac26d9425a99f95ddfc7777105 2024-11-14T06:55:58,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bda6909f4e7b4d728dd9ef395e31bf97 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/bda6909f4e7b4d728dd9ef395e31bf97 2024-11-14T06:55:58,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/302d334ffe1745be98199b7c9ca638ed 2024-11-14T06:55:58,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/da4f899eb3394f42aef458556989b4ab 2024-11-14T06:55:58,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/eb5c8abad0444f20bc7479857793c319 2024-11-14T06:55:58,029 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-14T06:55:58,029 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. 2024-11-14T06:55:58,029 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for c8ec347bb20ac6fe816c9bc83a575b71: Waiting for close lock at 1731567356298Running coprocessor pre-close hooks at 1731567356298Disabling compacts and flushes for region at 1731567356298Disabling writes for close at 1731567356298Obtaining lock to block concurrent updates at 1731567356298Preparing flush snapshotting stores in c8ec347bb20ac6fe816c9bc83a575b71 at 1731567356298Finished memstore snapshotting TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731567356298Flushing stores of TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71. at 1731567356299 (+1 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/A: creating writer at 1731567356299Flushing mob file c8ec347bb20ac6fe816c9bc83a575b71/A: appending metadata at 1731567356303 (+4 ms)Flushing mob file c8ec347bb20ac6fe816c9bc83a575b71/A: closing flushed file at 1731567356303Flushing c8ec347bb20ac6fe816c9bc83a575b71/A: appending metadata at 1731567356711 (+408 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/A: closing flushed file at 1731567356711Flushing c8ec347bb20ac6fe816c9bc83a575b71/B: creating writer at 1731567357118 (+407 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/B: appending metadata at 1731567357121 (+3 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/B: closing flushed file at 1731567357121Flushing c8ec347bb20ac6fe816c9bc83a575b71/C: creating writer at 1731567357529 (+408 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/C: appending metadata at 1731567357532 (+3 ms)Flushing c8ec347bb20ac6fe816c9bc83a575b71/C: closing flushed file at 1731567357532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7c74a5: reopening flushed file at 1731567357944 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b079cbb: reopening flushed file at 1731567357948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a1dbcf: reopening flushed file at 1731567357952 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c8ec347bb20ac6fe816c9bc83a575b71 in 1658ms, sequenceid=327, compaction requested=true at 1731567357956 (+4 ms)Writing region close event to WAL at 1731567358026 (+70 ms)Running coprocessor post-close hooks at 1731567358029 (+3 ms)Closed at 1731567358029 2024-11-14T06:55:58,031 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c8ec347bb20ac6fe816c9bc83a575b71, regionState=CLOSED 2024-11-14T06:55:58,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:58,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-14T06:55:58,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure c8ec347bb20ac6fe816c9bc83a575b71, server=20680646cf8a,38461,1731567240936 in 1.8880 sec 2024-11-14T06:55:58,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T06:55:58,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c8ec347bb20ac6fe816c9bc83a575b71, UNASSIGN in 1.8930 sec 2024-11-14T06:55:58,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T06:55:58,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8970 sec 2024-11-14T06:55:58,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567358039"}]},"ts":"1731567358039"} 2024-11-14T06:55:58,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:55:58,040 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:55:58,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9060 sec 2024-11-14T06:55:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-14T06:55:58,283 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:58,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:55:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,286 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T06:55:58,286 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,289 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,291 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits] 2024-11-14T06:55:58,293 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/1c854c81d28c4205b500a35051be3eb9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/1c854c81d28c4205b500a35051be3eb9 2024-11-14T06:55:58,294 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/53b97031972c4052b45ccd6a7b8914e3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/53b97031972c4052b45ccd6a7b8914e3 2024-11-14T06:55:58,295 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/f5d36c2492484c85ab52aeacdf7d9cee to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/A/f5d36c2492484c85ab52aeacdf7d9cee 2024-11-14T06:55:58,296 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/165903781a36423bb748a8e7b0067569 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/165903781a36423bb748a8e7b0067569 2024-11-14T06:55:58,297 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1b5977df733843b9a34c77c22b0f5d77 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/1b5977df733843b9a34c77c22b0f5d77 2024-11-14T06:55:58,298 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/42f4d758353f4a3ca6ced27bdd42c5ad to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/B/42f4d758353f4a3ca6ced27bdd42c5ad 2024-11-14T06:55:58,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2a13dde20ad84e4e83229094d4d23d6e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/2a13dde20ad84e4e83229094d4d23d6e 2024-11-14T06:55:58,300 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/527f256cf40f4cfa984694210dd50351 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/527f256cf40f4cfa984694210dd50351 2024-11-14T06:55:58,301 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d55be8f0d3e04997a0ae648e411f98aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/C/d55be8f0d3e04997a0ae648e411f98aa 2024-11-14T06:55:58,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits/330.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71/recovered.edits/330.seqid 2024-11-14T06:55:58,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,303 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:55:58,304 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:55:58,304 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T06:55:58,306 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114044843ab6f8345f39ceb37df57f3c27e_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114044843ab6f8345f39ceb37df57f3c27e_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,307 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412e5dee243d54344b424b274bae8e53a_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111412e5dee243d54344b424b274bae8e53a_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414ff01b8243e48abb365569455ded58c_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111414ff01b8243e48abb365569455ded58c_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,309 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111420a1ef697acc47228278df8207949a93_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111420a1ef697acc47228278df8207949a93_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,309 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142895ce6ad190449f94291b0e3c793a27_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142895ce6ad190449f94291b0e3c793a27_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,310 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111433375a48a2af4f688e8b90fefa3eff1f_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111433375a48a2af4f688e8b90fefa3eff1f_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,311 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143dcdd33d6ab248878d3d6cc4a3f19209_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143dcdd33d6ab248878d3d6cc4a3f19209_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,312 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114433c911a3125463e9ae1008d964dedfd_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114433c911a3125463e9ae1008d964dedfd_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,312 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144914562531ee4778853cdf120216c1d0_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144914562531ee4778853cdf120216c1d0_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,313 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fe0ce8b574d4bc0b339e3272884d3e4_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fe0ce8b574d4bc0b339e3272884d3e4_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,314 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145004cffe5a614fdb99179db2596e1131_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145004cffe5a614fdb99179db2596e1131_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,315 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114793439b205064a9cb16c5205e1e1b7ab_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114793439b205064a9cb16c5205e1e1b7ab_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,315 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e31056e4815428884963b79cadf7f96_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e31056e4815428884963b79cadf7f96_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,316 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492436afa71e24826ab1d58aa90a6490b_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492436afa71e24826ab1d58aa90a6490b_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,317 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a03aeebe845c4a51a5fff44ce1ae0de0_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a03aeebe845c4a51a5fff44ce1ae0de0_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,318 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c36301a854694d53a59928ec64d40304_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c36301a854694d53a59928ec64d40304_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,319 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df0e9c40d36046f28494189c759ed3ae_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df0e9c40d36046f28494189c759ed3ae_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,320 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecd46c12db9f4fff8744fca32f8a08f4_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ecd46c12db9f4fff8744fca32f8a08f4_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,321 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe83ad6ef1c7490ba537bb0671c9dcfb_c8ec347bb20ac6fe816c9bc83a575b71 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114fe83ad6ef1c7490ba537bb0671c9dcfb_c8ec347bb20ac6fe816c9bc83a575b71 2024-11-14T06:55:58,321 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:55:58,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,326 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:55:58,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:55:58,329 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,329 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:55:58,330 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567358329"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:58,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:55:58,331 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c8ec347bb20ac6fe816c9bc83a575b71, NAME => 'TestAcidGuarantees,,1731567331119.c8ec347bb20ac6fe816c9bc83a575b71.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:55:58,332 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:55:58,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567358332"}]},"ts":"9223372036854775807"} 2024-11-14T06:55:58,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:55:58,334 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-14T06:55:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-14T06:55:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:55:58,392 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:55:58,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891444835_22 at /127.0.0.1:40958 [Waiting for operation #1410] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1891444835_22 at /127.0.0.1:37640 [Waiting for operation #1319] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-274422055_22 at /127.0.0.1:45646 [Waiting for operation #953] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 537) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2900 (was 1781) - AvailableMemoryMB LEAK? - 2024-11-14T06:55:58,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2899 2024-11-14T06:55:58,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:55:58,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:55:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:55:58,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:55:58,412 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:58,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-14T06:55:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:55:58,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:55:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742259_1435 (size=1061) 2024-11-14T06:55:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:55:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:55:58,819 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:55:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742260_1436 (size=53) 2024-11-14T06:55:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b2d5b96ff4e38c2373e9ef53d4b5cb3d, disabling compactions & flushes 2024-11-14T06:55:59,231 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. after waiting 0 ms 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,231 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,231 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: Waiting for close lock at 1731567359231Disabling compacts and flushes for region at 1731567359231Disabling writes for close at 1731567359231Writing region close event to WAL at 1731567359231Closed at 1731567359231 2024-11-14T06:55:59,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:55:59,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567359232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567359232"}]},"ts":"1731567359232"} 2024-11-14T06:55:59,233 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:55:59,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:55:59,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567359234"}]},"ts":"1731567359234"} 2024-11-14T06:55:59,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:55:59,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, ASSIGN}] 2024-11-14T06:55:59,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, ASSIGN 2024-11-14T06:55:59,237 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:55:59,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=b2d5b96ff4e38c2373e9ef53d4b5cb3d, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, ASSIGN because future has completed 2024-11-14T06:55:59,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:55:59,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:55:59,543 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,543 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:55:59,544 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,544 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:55:59,544 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,544 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,545 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,546 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:59,546 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2d5b96ff4e38c2373e9ef53d4b5cb3d columnFamilyName A 2024-11-14T06:55:59,546 DEBUG [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:59,547 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(327): Store=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:59,547 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,548 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:59,548 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2d5b96ff4e38c2373e9ef53d4b5cb3d columnFamilyName B 2024-11-14T06:55:59,548 DEBUG [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:59,548 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(327): Store=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:59,548 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,549 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:55:59,550 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2d5b96ff4e38c2373e9ef53d4b5cb3d columnFamilyName C 2024-11-14T06:55:59,550 DEBUG [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:55:59,550 INFO [StoreOpener-b2d5b96ff4e38c2373e9ef53d4b5cb3d-1 {}] regionserver.HStore(327): Store=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:55:59,550 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,550 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,551 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,551 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:55:59,553 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,553 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,554 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:55:59,555 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,557 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:55:59,558 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened b2d5b96ff4e38c2373e9ef53d4b5cb3d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65052168, jitterRate=-0.0306471586227417}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:55:59,558 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:55:59,559 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: Running coprocessor pre-open hook at 1731567359544Writing region info on filesystem at 1731567359544Initializing all the Stores at 1731567359545 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567359545Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567359545Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567359545Cleaning up temporary data from old regions at 1731567359553 (+8 ms)Running coprocessor post-open hooks at 1731567359558 (+5 ms)Region opened successfully at 1731567359559 (+1 ms) 2024-11-14T06:55:59,560 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., pid=122, masterSystemTime=1731567359541 2024-11-14T06:55:59,561 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,561 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:55:59,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=b2d5b96ff4e38c2373e9ef53d4b5cb3d, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:55:59,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:55:59,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-14T06:55:59,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 in 175 msec 2024-11-14T06:55:59,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T06:55:59,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, ASSIGN in 331 msec 2024-11-14T06:55:59,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:55:59,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567359568"}]},"ts":"1731567359568"} 2024-11-14T06:55:59,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:55:59,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:55:59,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-11-14T06:56:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-14T06:56:00,572 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:00,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,576 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54133c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1172be77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:56:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:56:00,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27925955 2024-11-14T06:56:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:56:00,586 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:56:00,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,588 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de35821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,590 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4298adc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,592 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d49280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288b2929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74771a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b028f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,599 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab49a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1ad18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a953867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,604 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b34cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256bcbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a13f9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,609 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444561b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479b06df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5353e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a75000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d32a16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,619 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9c47d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:00,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:00,621 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:00,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:00,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:00,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5506ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:00,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d283ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:00,624 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,624 DEBUG [Thread-1963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,624 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,624 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,624 DEBUG [Thread-1976 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,624 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,625 DEBUG [Thread-1965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,625 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,627 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,627 DEBUG [Thread-1974 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:00,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-14T06:56:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:00,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,631 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:00,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2] 2024-11-14T06:56:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:00,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:00,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:00,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28f9da2db1a24e5d9972058788b3c5b0 is 50, key is test_row_0/A:col10/1731567360637/Put/seqid=0 2024-11-14T06:56:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742261_1437 (size=12001) 2024-11-14T06:56:00,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28f9da2db1a24e5d9972058788b3c5b0 2024-11-14T06:56:00,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567360654, max timestamp=1731567360671Num uniques 859; 2024-11-14T06:56:00,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:00,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567360654, max timestamp=1731567360671Num uniques 859; 2024-11-14T06:56:00,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:00,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567360654, max timestamp=1731567360671Num uniques 859; 2024-11-14T06:56:00,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:00,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/94c884d93c8a43d99ff6dbc4651f5dfe is 50, key is test_row_0/B:col10/1731567360637/Put/seqid=0 2024-11-14T06:56:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742262_1438 (size=12001) 2024-11-14T06:56:00,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567420693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567420704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567420705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567420705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567420706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:00,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T06:56:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:00,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567420813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567420813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567420822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567420822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567420822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:00,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T06:56:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:00,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:01,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567421034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567421034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567421035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567421035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567421035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T06:56:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:01,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:01,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/94c884d93c8a43d99ff6dbc4651f5dfe 2024-11-14T06:56:01,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/102e27666b4d43fa8b0faf9d5b700cc9 is 50, key is test_row_0/C:col10/1731567360637/Put/seqid=0 2024-11-14T06:56:01,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742263_1439 (size=12001) 2024-11-14T06:56:01,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/102e27666b4d43fa8b0faf9d5b700cc9 2024-11-14T06:56:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28f9da2db1a24e5d9972058788b3c5b0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0 2024-11-14T06:56:01,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T06:56:01,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/94c884d93c8a43d99ff6dbc4651f5dfe as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe 2024-11-14T06:56:01,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T06:56:01,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/102e27666b4d43fa8b0faf9d5b700cc9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9 2024-11-14T06:56:01,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9, entries=150, sequenceid=11, filesize=11.7 K 2024-11-14T06:56:01,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 515ms, sequenceid=11, compaction requested=false 2024-11-14T06:56:01,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:01,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T06:56:01,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:01,246 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T06:56:01,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/cb8c236a12154149a0b02b4aed986079 is 50, key is test_row_0/A:col10/1731567360703/Put/seqid=0 2024-11-14T06:56:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742264_1440 (size=12001) 2024-11-14T06:56:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:01,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567421364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567421364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567421365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567421365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567421366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567421472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567421472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567421483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567421483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567421483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,659 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/cb8c236a12154149a0b02b4aed986079 2024-11-14T06:56:01,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7e264fa299b2499cbdd37a29f2e5cbab is 50, key is test_row_0/B:col10/1731567360703/Put/seqid=0 2024-11-14T06:56:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742265_1441 (size=12001) 2024-11-14T06:56:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567421682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567421682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567421703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567421703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567421703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:02,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567422002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567422003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567422012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567422012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567422012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,081 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7e264fa299b2499cbdd37a29f2e5cbab 2024-11-14T06:56:02,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1f58f6feb5704a92a6874d8a74e35ed6 is 50, key is test_row_0/C:col10/1731567360703/Put/seqid=0 2024-11-14T06:56:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742266_1442 (size=12001) 2024-11-14T06:56:02,508 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1f58f6feb5704a92a6874d8a74e35ed6 2024-11-14T06:56:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/cb8c236a12154149a0b02b4aed986079 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079 2024-11-14T06:56:02,514 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:56:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7e264fa299b2499cbdd37a29f2e5cbab as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab 2024-11-14T06:56:02,517 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:56:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1f58f6feb5704a92a6874d8a74e35ed6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6 2024-11-14T06:56:02,524 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6, entries=150, sequenceid=47, filesize=11.7 K 2024-11-14T06:56:02,525 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1279ms, sequenceid=47, compaction requested=false 2024-11-14T06:56:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-14T06:56:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-14T06:56:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:02,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:56:02,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T06:56:02,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:02,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:02,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9030 sec 2024-11-14T06:56:02,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/d637a9a0708d4dc6a5d3554cb573b8e1 is 50, key is test_row_0/A:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742267_1443 (size=16681) 2024-11-14T06:56:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567422560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567422561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567422568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567422573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567422574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567422682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567422682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567422692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567422692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567422702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T06:56:02,783 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:02,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T06:56:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:02,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:02,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:02,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:02,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567422894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567422902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567422912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567422912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567422922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:02,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T06:56:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:02,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:02,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/d637a9a0708d4dc6a5d3554cb573b8e1 2024-11-14T06:56:02,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/b50a46adb6a54afebebba59768e2c755 is 50, key is test_row_0/B:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742268_1444 (size=12001) 2024-11-14T06:56:02,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/b50a46adb6a54afebebba59768e2c755 2024-11-14T06:56:02,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/8c9ef29496c7462291e9f955e040fcc8 is 50, key is test_row_0/C:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742269_1445 (size=12001) 2024-11-14T06:56:03,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T06:56:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567423203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567423222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567423232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567423232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T06:56:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567423242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/8c9ef29496c7462291e9f955e040fcc8 2024-11-14T06:56:03,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T06:56:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/d637a9a0708d4dc6a5d3554cb573b8e1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1 2024-11-14T06:56:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1, entries=250, sequenceid=59, filesize=16.3 K 2024-11-14T06:56:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/b50a46adb6a54afebebba59768e2c755 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755 2024-11-14T06:56:03,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T06:56:03,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/8c9ef29496c7462291e9f955e040fcc8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8 2024-11-14T06:56:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:03,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8, entries=150, sequenceid=59, filesize=11.7 K 2024-11-14T06:56:03,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 892ms, sequenceid=59, compaction requested=true 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:03,421 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:03,421 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:03,422 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:03,422 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:03,422 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:03,422 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:03,422 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,422 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,422 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.2 K 2024-11-14T06:56:03,422 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=39.7 K 2024-11-14T06:56:03,423 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f9da2db1a24e5d9972058788b3c5b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731567360633 2024-11-14T06:56:03,423 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c884d93c8a43d99ff6dbc4651f5dfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731567360633 2024-11-14T06:56:03,425 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb8c236a12154149a0b02b4aed986079, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567360687 2024-11-14T06:56:03,425 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e264fa299b2499cbdd37a29f2e5cbab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567360687 2024-11-14T06:56:03,426 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting d637a9a0708d4dc6a5d3554cb573b8e1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:03,426 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b50a46adb6a54afebebba59768e2c755, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:03,436 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:03,436 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e53f8b524042463697b1ff1e68218d3e is 50, key is test_row_0/A:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:03,437 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:03,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/71ff7b70b53f4c4ca6dc104ed6674507 is 50, key is test_row_0/B:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742270_1446 (size=12104) 2024-11-14T06:56:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742271_1447 (size=12104) 2024-11-14T06:56:03,468 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/71ff7b70b53f4c4ca6dc104ed6674507 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/71ff7b70b53f4c4ca6dc104ed6674507 2024-11-14T06:56:03,472 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 71ff7b70b53f4c4ca6dc104ed6674507(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:03,472 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:03,472 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=13, startTime=1731567363421; duration=0sec 2024-11-14T06:56:03,472 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:03,472 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:03,473 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:03,474 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:03,474 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:03,474 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,474 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.2 K 2024-11-14T06:56:03,474 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 102e27666b4d43fa8b0faf9d5b700cc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731567360633 2024-11-14T06:56:03,475 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f58f6feb5704a92a6874d8a74e35ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731567360687 2024-11-14T06:56:03,475 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9ef29496c7462291e9f955e040fcc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:03,481 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:03,482 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/eaa102fc8ae74707a4d48cd8961fd4eb is 50, key is test_row_0/C:col10/1731567361362/Put/seqid=0 2024-11-14T06:56:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742272_1448 (size=12104) 2024-11-14T06:56:03,495 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/eaa102fc8ae74707a4d48cd8961fd4eb as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eaa102fc8ae74707a4d48cd8961fd4eb 2024-11-14T06:56:03,501 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into eaa102fc8ae74707a4d48cd8961fd4eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:03,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:03,501 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=13, startTime=1731567363421; duration=0sec 2024-11-14T06:56:03,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:03,501 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:03,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:03,553 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:03,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/b26a2c13b66b46eba93f9b92c3889705 is 50, key is test_row_0/A:col10/1731567362566/Put/seqid=0 2024-11-14T06:56:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742273_1449 (size=12001) 2024-11-14T06:56:03,573 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/b26a2c13b66b46eba93f9b92c3889705 2024-11-14T06:56:03,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:56:03,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/47ffacd5644c49e0a29bbfb8b71b02a5 is 50, key is test_row_0/B:col10/1731567362566/Put/seqid=0 2024-11-14T06:56:03,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742274_1450 (size=12001) 2024-11-14T06:56:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:03,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:03,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567423753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567423757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567423760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567423761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567423762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,857 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e53f8b524042463697b1ff1e68218d3e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e53f8b524042463697b1ff1e68218d3e 2024-11-14T06:56:03,862 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into e53f8b524042463697b1ff1e68218d3e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:03,862 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:03,862 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=13, startTime=1731567363421; duration=0sec 2024-11-14T06:56:03,862 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:03,862 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:03,873 INFO [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2301): Can't archive compacted file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0 because of either isCompactedAway=true or file has reference, isReferencedInReads=true, refCount=1, skipping for now. 2024-11-14T06:56:03,873 INFO [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2301): Can't archive compacted file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079 because of either isCompactedAway=true or file has reference, isReferencedInReads=true, refCount=1, skipping for now. 2024-11-14T06:56:03,873 INFO [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2301): Can't archive compacted file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1 because of either isCompactedAway=true or file has reference, isReferencedInReads=true, refCount=1, skipping for now. 2024-11-14T06:56:03,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755] to archive 2024-11-14T06:56:03,874 WARN [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-14T06:56:03,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:03,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/94c884d93c8a43d99ff6dbc4651f5dfe 2024-11-14T06:56:03,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e264fa299b2499cbdd37a29f2e5cbab 2024-11-14T06:56:03,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/b50a46adb6a54afebebba59768e2c755 2024-11-14T06:56:03,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8] to archive 2024-11-14T06:56:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567423872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567423872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567423872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/102e27666b4d43fa8b0faf9d5b700cc9 2024-11-14T06:56:03,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1f58f6feb5704a92a6874d8a74e35ed6 2024-11-14T06:56:03,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/20680646cf8a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8c9ef29496c7462291e9f955e040fcc8 2024-11-14T06:56:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567423882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:04,002 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/47ffacd5644c49e0a29bbfb8b71b02a5 2024-11-14T06:56:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/2e70e6db81a346c3a3ec39c4a398e3bf is 50, key is test_row_0/C:col10/1731567362566/Put/seqid=0 2024-11-14T06:56:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742275_1451 (size=12001) 2024-11-14T06:56:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567424082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567424082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567424092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567424102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567424392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567424392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567424402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,412 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/2e70e6db81a346c3a3ec39c4a398e3bf 2024-11-14T06:56:04,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/b26a2c13b66b46eba93f9b92c3889705 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705 2024-11-14T06:56:04,418 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T06:56:04,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567424412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/47ffacd5644c49e0a29bbfb8b71b02a5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5 2024-11-14T06:56:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,426 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T06:56:04,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/2e70e6db81a346c3a3ec39c4a398e3bf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf 2024-11-14T06:56:04,430 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf, entries=150, sequenceid=81, filesize=11.7 K 2024-11-14T06:56:04,431 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 878ms, sequenceid=81, compaction requested=false 2024-11-14T06:56:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T06:56:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T06:56:04,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T06:56:04,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6460 sec 2024-11-14T06:56:04,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.6520 sec 2024-11-14T06:56:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:04,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:04,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:04,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6824c224ead14c719e02b1bf1e6c9451 is 50, key is test_row_0/A:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742276_1452 (size=14341) 2024-11-14T06:56:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567424872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567424902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567424912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567424922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T06:56:04,932 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:04,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T06:56:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:04,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:04,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:04,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:04,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567424932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567424982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:05,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6824c224ead14c719e02b1bf1e6c9451 2024-11-14T06:56:05,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/86ca3499cc274a47889744b916911945 is 50, key is test_row_0/B:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742277_1453 (size=12001) 2024-11-14T06:56:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:05,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567425522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:05,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/86ca3499cc274a47889744b916911945 2024-11-14T06:56:05,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/52ab20e7e4344e11ab6b4d3456f859e8 is 50, key is test_row_0/C:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742278_1454 (size=12001) 2024-11-14T06:56:05,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:05,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:05,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:05,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567425922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,927 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567425932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,938 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567425942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,951 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567425952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:05,954 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:06,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/52ab20e7e4344e11ab6b4d3456f859e8 2024-11-14T06:56:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6824c224ead14c719e02b1bf1e6c9451 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451 2024-11-14T06:56:06,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451, entries=200, sequenceid=95, filesize=14.0 K 2024-11-14T06:56:06,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/86ca3499cc274a47889744b916911945 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945 2024-11-14T06:56:06,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T06:56:06,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/52ab20e7e4344e11ab6b4d3456f859e8 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8 2024-11-14T06:56:06,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8, entries=150, sequenceid=95, filesize=11.7 K 2024-11-14T06:56:06,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1239ms, sequenceid=95, compaction requested=true 2024-11-14T06:56:06,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:06,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:06,023 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:06,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:06,024 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:06,024 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:06,024 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:06,024 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:06,024 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:06,025 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,025 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,025 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/71ff7b70b53f4c4ca6dc104ed6674507, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.3 K 2024-11-14T06:56:06,025 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e53f8b524042463697b1ff1e68218d3e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=37.5 K 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e53f8b524042463697b1ff1e68218d3e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ff7b70b53f4c4ca6dc104ed6674507, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ffacd5644c49e0a29bbfb8b71b02a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731567362556 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting b26a2c13b66b46eba93f9b92c3889705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731567362556 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 86ca3499cc274a47889744b916911945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:06,025 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6824c224ead14c719e02b1bf1e6c9451, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:06,031 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:06,031 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:06,031 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/5693fef84a1e43749301a032848071ac is 50, key is test_row_0/A:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:06,031 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/bfcbf21c19aa44348cf3b9f6e74a2037 is 50, key is test_row_0/B:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742279_1455 (size=12104) 2024-11-14T06:56:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742280_1456 (size=12207) 2024-11-14T06:56:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:06,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:06,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,040 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/bfcbf21c19aa44348cf3b9f6e74a2037 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/bfcbf21c19aa44348cf3b9f6e74a2037 2024-11-14T06:56:06,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/122b710e486e4468955464dff4b022d9 is 50, key is test_row_0/A:col10/1731567364846/Put/seqid=0 2024-11-14T06:56:06,044 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into bfcbf21c19aa44348cf3b9f6e74a2037(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:06,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:06,044 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=13, startTime=1731567366023; duration=0sec 2024-11-14T06:56:06,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:06,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:06,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:06,047 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:06,047 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:06,047 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,048 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eaa102fc8ae74707a4d48cd8961fd4eb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.3 K 2024-11-14T06:56:06,048 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa102fc8ae74707a4d48cd8961fd4eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731567361362 2024-11-14T06:56:06,048 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e70e6db81a346c3a3ec39c4a398e3bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731567362556 2024-11-14T06:56:06,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742281_1457 (size=14341) 2024-11-14T06:56:06,049 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ab20e7e4344e11ab6b4d3456f859e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:06,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/122b710e486e4468955464dff4b022d9 2024-11-14T06:56:06,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/947e5c3953404f4ba67c79fe41a954df is 50, key is test_row_0/B:col10/1731567364846/Put/seqid=0 2024-11-14T06:56:06,056 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:06,057 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/a2024091491d49a59040560adedcd94a is 50, key is test_row_0/C:col10/1731567363728/Put/seqid=0 2024-11-14T06:56:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742282_1458 (size=12001) 2024-11-14T06:56:06,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/947e5c3953404f4ba67c79fe41a954df 2024-11-14T06:56:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742283_1459 (size=12104) 2024-11-14T06:56:06,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/9e82022c5aba416b8b17bce12bb64f72 is 50, key is test_row_0/C:col10/1731567364846/Put/seqid=0 2024-11-14T06:56:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:06,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742284_1460 (size=12001) 2024-11-14T06:56:06,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/9e82022c5aba416b8b17bce12bb64f72 2024-11-14T06:56:06,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/122b710e486e4468955464dff4b022d9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9 2024-11-14T06:56:06,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9, entries=200, sequenceid=115, filesize=14.0 K 2024-11-14T06:56:06,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/947e5c3953404f4ba67c79fe41a954df as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df 2024-11-14T06:56:06,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T06:56:06,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/9e82022c5aba416b8b17bce12bb64f72 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72 2024-11-14T06:56:06,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T06:56:06,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=40.25 KB/41220 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 53ms, sequenceid=115, compaction requested=false 2024-11-14T06:56:06,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:06,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:06,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:06,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8a9ade7845db40c7938f4845a480f3a9 is 50, key is test_row_0/A:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742285_1461 (size=14341) 2024-11-14T06:56:06,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567366226, max timestamp=1731567366251Num uniques 859; 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567366226, max timestamp=1731567366251Num uniques 859; 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567366226, max timestamp=1731567366251Num uniques 859; 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:06,254 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:06,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567426395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:06,441 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/5693fef84a1e43749301a032848071ac as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/5693fef84a1e43749301a032848071ac 2024-11-14T06:56:06,445 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 5693fef84a1e43749301a032848071ac(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:06,445 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:06,445 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=13, startTime=1731567366023; duration=0sec 2024-11-14T06:56:06,445 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:06,445 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:06,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,468 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/a2024091491d49a59040560adedcd94a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a2024091491d49a59040560adedcd94a 2024-11-14T06:56:06,470 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into a2024091491d49a59040560adedcd94a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:06,470 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:06,470 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=13, startTime=1731567366024; duration=0sec 2024-11-14T06:56:06,470 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:06,470 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:06,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8a9ade7845db40c7938f4845a480f3a9 2024-11-14T06:56:06,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1c83cf23f6104ea1843d73dfcdf250d2 is 50, key is test_row_0/B:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742286_1462 (size=12001) 2024-11-14T06:56:06,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567426512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:06,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567426732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:06,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:06,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1c83cf23f6104ea1843d73dfcdf250d2 2024-11-14T06:56:06,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:06,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:06,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:06,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4894c3f0f9894b7683fbe14fa9f5760b is 50, key is test_row_0/C:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:06,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742287_1463 (size=12001) 2024-11-14T06:56:07,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567427052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:07,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:07,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:07,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:07,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4894c3f0f9894b7683fbe14fa9f5760b 2024-11-14T06:56:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8a9ade7845db40c7938f4845a480f3a9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9 2024-11-14T06:56:07,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9, entries=200, sequenceid=126, filesize=14.0 K 2024-11-14T06:56:07,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1c83cf23f6104ea1843d73dfcdf250d2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2 2024-11-14T06:56:07,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T06:56:07,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4894c3f0f9894b7683fbe14fa9f5760b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b 2024-11-14T06:56:07,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T06:56:07,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1245ms, sequenceid=126, compaction requested=true 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:07,346 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:07,346 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:07,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:07,346 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:07,346 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:07,347 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,347 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,347 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/bfcbf21c19aa44348cf3b9f6e74a2037, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.3 K 2024-11-14T06:56:07,347 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/5693fef84a1e43749301a032848071ac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=39.9 K 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting bfcbf21c19aa44348cf3b9f6e74a2037, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5693fef84a1e43749301a032848071ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 122b710e486e4468955464dff4b022d9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731567364841 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 947e5c3953404f4ba67c79fe41a954df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731567364841 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a9ade7845db40c7938f4845a480f3a9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:07,347 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c83cf23f6104ea1843d73dfcdf250d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:07,353 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:07,354 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/54054d8dd7754d579a4bf5ee91190deb is 50, key is test_row_0/A:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:07,356 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:07,356 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/c4d1d7d3759f40d4a7c46f827cbf8caf is 50, key is test_row_0/B:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742288_1464 (size=12309) 2024-11-14T06:56:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742289_1465 (size=12207) 2024-11-14T06:56:07,369 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/54054d8dd7754d579a4bf5ee91190deb as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/54054d8dd7754d579a4bf5ee91190deb 2024-11-14T06:56:07,373 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 54054d8dd7754d579a4bf5ee91190deb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:07,373 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:07,373 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=13, startTime=1731567367346; duration=0sec 2024-11-14T06:56:07,373 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:07,373 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:07,373 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:07,376 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:07,376 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:07,376 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,376 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a2024091491d49a59040560adedcd94a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.3 K 2024-11-14T06:56:07,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:07,377 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:07,377 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2024091491d49a59040560adedcd94a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731567363728 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:07,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:07,378 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e82022c5aba416b8b17bce12bb64f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731567364841 2024-11-14T06:56:07,378 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4894c3f0f9894b7683fbe14fa9f5760b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:07,394 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6cc0ac9404f349a9a59c38d85ab91f46 is 50, key is test_row_0/A:col10/1731567366393/Put/seqid=0 2024-11-14T06:56:07,395 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/8eabb04920a5422fb946961215bc0efd is 50, key is test_row_0/C:col10/1731567366050/Put/seqid=0 2024-11-14T06:56:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742290_1466 (size=12151) 2024-11-14T06:56:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742291_1467 (size=12207) 2024-11-14T06:56:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:07,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:07,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567427626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567427742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,765 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/c4d1d7d3759f40d4a7c46f827cbf8caf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/c4d1d7d3759f40d4a7c46f827cbf8caf 2024-11-14T06:56:07,768 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into c4d1d7d3759f40d4a7c46f827cbf8caf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:07,768 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:07,768 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=13, startTime=1731567367346; duration=0sec 2024-11-14T06:56:07,768 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:07,768 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:07,799 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6cc0ac9404f349a9a59c38d85ab91f46 2024-11-14T06:56:07,802 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/8eabb04920a5422fb946961215bc0efd as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8eabb04920a5422fb946961215bc0efd 2024-11-14T06:56:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/f71bd4c9ee2546edb75ab976dd766ba1 is 50, key is test_row_0/B:col10/1731567366393/Put/seqid=0 2024-11-14T06:56:07,806 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 8eabb04920a5422fb946961215bc0efd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:07,806 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:07,806 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=13, startTime=1731567367346; duration=0sec 2024-11-14T06:56:07,806 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:07,806 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742292_1468 (size=12151) 2024-11-14T06:56:07,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567427942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,952 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567427952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567427952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,956 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567427962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567427962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:07,970 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,971 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:07,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:08,208 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/f71bd4c9ee2546edb75ab976dd766ba1 2024-11-14T06:56:08,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/e09a9b3a164d4ae4877217dfb5840af7 is 50, key is test_row_0/C:col10/1731567366393/Put/seqid=0 2024-11-14T06:56:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742293_1469 (size=12151) 2024-11-14T06:56:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567428262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:08,618 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/e09a9b3a164d4ae4877217dfb5840af7 2024-11-14T06:56:08,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/6cc0ac9404f349a9a59c38d85ab91f46 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46 2024-11-14T06:56:08,624 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T06:56:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/f71bd4c9ee2546edb75ab976dd766ba1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1 2024-11-14T06:56:08,628 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T06:56:08,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/e09a9b3a164d4ae4877217dfb5840af7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7 2024-11-14T06:56:08,631 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7, entries=150, sequenceid=166, filesize=11.9 K 2024-11-14T06:56:08,632 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1255ms, sequenceid=166, compaction requested=false 2024-11-14T06:56:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T06:56:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T06:56:08,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T06:56:08,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6990 sec 2024-11-14T06:56:08,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.7040 sec 2024-11-14T06:56:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:08,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:56:08,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:08,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:08,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/06ed73886c134c97ac4e71610890deaf is 50, key is test_row_0/A:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742294_1470 (size=14541) 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1731567368862, max timestamp=1731567368888Num uniques 859; 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1731567368862, max timestamp=1731567368888Num uniques 859; 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=109, cellSize=4985, totalHeapSize=11576, min timestamp=1731567368862, max timestamp=1731567368888Num uniques 859; 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109 2024-11-14T06:56:08,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=4985, suffix heap size=117064,new segment heap size=11576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=109 2024-11-14T06:56:09,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567429028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T06:56:09,092 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:09,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T06:56:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:09,094 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:09,095 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:09,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567429142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:09,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/06ed73886c134c97ac4e71610890deaf 2024-11-14T06:56:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:09,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/12062c9b7f9d44cb8131fc0c41f07814 is 50, key is test_row_0/B:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742295_1471 (size=12151) 2024-11-14T06:56:09,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567429362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:09,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:09,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:09,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/12062c9b7f9d44cb8131fc0c41f07814 2024-11-14T06:56:09,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4ca04cdcb26d4ac4bc5028a9364c2718 is 50, key is test_row_0/C:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742296_1472 (size=12151) 2024-11-14T06:56:09,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4ca04cdcb26d4ac4bc5028a9364c2718 2024-11-14T06:56:09,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/06ed73886c134c97ac4e71610890deaf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf 2024-11-14T06:56:09,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf, entries=200, sequenceid=179, filesize=14.2 K 2024-11-14T06:56:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/12062c9b7f9d44cb8131fc0c41f07814 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814 2024-11-14T06:56:09,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:56:09,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/4ca04cdcb26d4ac4bc5028a9364c2718 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718 2024-11-14T06:56:09,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:56:09,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 861ms, sequenceid=179, compaction requested=true 2024-11-14T06:56:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:09,648 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:09,648 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:09,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:09,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:09,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:09,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:09,650 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:09,650 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:09,650 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,650 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:09,650 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:09,650 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/c4d1d7d3759f40d4a7c46f827cbf8caf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.7 K 2024-11-14T06:56:09,650 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,650 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/54054d8dd7754d579a4bf5ee91190deb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=38.1 K 2024-11-14T06:56:09,650 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c4d1d7d3759f40d4a7c46f827cbf8caf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:09,651 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54054d8dd7754d579a4bf5ee91190deb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:09,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting f71bd4c9ee2546edb75ab976dd766ba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567366363 2024-11-14T06:56:09,651 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cc0ac9404f349a9a59c38d85ab91f46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567366363 2024-11-14T06:56:09,651 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 12062c9b7f9d44cb8131fc0c41f07814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:09,653 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06ed73886c134c97ac4e71610890deaf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:09,659 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:09,659 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:09,659 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/00a830909cbb456d9a405a926e4386da is 50, key is test_row_0/A:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:09,659 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/e725ab5cf923467d8dd242f75ae1e48c is 50, key is test_row_0/B:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742297_1473 (size=12561) 2024-11-14T06:56:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742298_1474 (size=12459) 2024-11-14T06:56:09,677 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/e725ab5cf923467d8dd242f75ae1e48c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/e725ab5cf923467d8dd242f75ae1e48c 2024-11-14T06:56:09,681 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into e725ab5cf923467d8dd242f75ae1e48c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:09,681 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:09,681 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=13, startTime=1731567369648; duration=0sec 2024-11-14T06:56:09,681 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:09,681 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:09,681 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:09,683 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:09,683 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:09,683 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,683 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8eabb04920a5422fb946961215bc0efd, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=35.7 K 2024-11-14T06:56:09,684 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eabb04920a5422fb946961215bc0efd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731567366050 2024-11-14T06:56:09,684 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e09a9b3a164d4ae4877217dfb5840af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731567366363 2024-11-14T06:56:09,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567369004, max timestamp=1731567369680Num uniques 968; 2024-11-14T06:56:09,684 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca04cdcb26d4ac4bc5028a9364c2718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:09,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=44328, new segment data size=7688, suffix heap size=128640,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=968, new segment cells count=168 2024-11-14T06:56:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:09,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567369004, max timestamp=1731567369680Num uniques 968; 2024-11-14T06:56:09,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=98.40 KB heapSize=282.05 KB 2024-11-14T06:56:09,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=44328, new segment data size=7688, suffix heap size=128640,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=968, new segment cells count=168 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:56:09,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/21af163675be48f7ba928b08a25e8b0f is 50, key is test_row_0/A:col10/1731567369015/Put/seqid=0 2024-11-14T06:56:09,692 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:09,692 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/57db4ec0c17342ec805d966b58d2c7cf is 50, key is test_row_0/C:col10/1731567368786/Put/seqid=0 2024-11-14T06:56:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742299_1475 (size=14541) 2024-11-14T06:56:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742300_1476 (size=12459) 2024-11-14T06:56:09,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/21af163675be48f7ba928b08a25e8b0f 2024-11-14T06:56:09,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/abc03fcc0e1248c59fbff62eb99b6199 is 50, key is test_row_0/B:col10/1731567369015/Put/seqid=0 2024-11-14T06:56:09,704 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/57db4ec0c17342ec805d966b58d2c7cf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/57db4ec0c17342ec805d966b58d2c7cf 2024-11-14T06:56:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742301_1477 (size=12151) 2024-11-14T06:56:09,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/abc03fcc0e1248c59fbff62eb99b6199 2024-11-14T06:56:09,719 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 57db4ec0c17342ec805d966b58d2c7cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:09,719 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:09,719 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=13, startTime=1731567369649; duration=0sec 2024-11-14T06:56:09,719 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:09,719 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:09,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/68113e1cfc5e4098bc53986240292e26 is 50, key is test_row_0/C:col10/1731567369015/Put/seqid=0 2024-11-14T06:56:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742302_1478 (size=12151) 2024-11-14T06:56:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567429828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:09,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:09,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:09,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567429942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:10,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,076 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/00a830909cbb456d9a405a926e4386da as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/00a830909cbb456d9a405a926e4386da 2024-11-14T06:56:10,084 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 00a830909cbb456d9a405a926e4386da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:10,084 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:10,084 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=13, startTime=1731567369648; duration=0sec 2024-11-14T06:56:10,084 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:10,084 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:10,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/68113e1cfc5e4098bc53986240292e26 2024-11-14T06:56:10,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567430152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:10,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/21af163675be48f7ba928b08a25e8b0f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f 2024-11-14T06:56:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:10,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f, entries=200, sequenceid=218, filesize=14.2 K 2024-11-14T06:56:10,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/abc03fcc0e1248c59fbff62eb99b6199 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199 2024-11-14T06:56:10,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T06:56:10,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/68113e1cfc5e4098bc53986240292e26 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26 2024-11-14T06:56:10,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26, entries=150, sequenceid=218, filesize=11.9 K 2024-11-14T06:56:10,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~173.67 KB/177840, currentSize=114.05 KB/116790 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 504ms, sequenceid=218, compaction requested=false 2024-11-14T06:56:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:10,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T06:56:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,323 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28e0ae77edd244e4af227815e7f9f442 is 50, key is test_row_0/A:col10/1731567369790/Put/seqid=0 2024-11-14T06:56:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742303_1479 (size=12151) 2024-11-14T06:56:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:10,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:10,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567430528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567430642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:10,731 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28e0ae77edd244e4af227815e7f9f442 2024-11-14T06:56:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/55f33039d4e14d4eab6f59a2a856800e is 50, key is test_row_0/B:col10/1731567369790/Put/seqid=0 2024-11-14T06:56:10,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742304_1480 (size=12151) 2024-11-14T06:56:10,739 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/55f33039d4e14d4eab6f59a2a856800e 2024-11-14T06:56:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/fca5ca1d381b42b8aebfc7689f0dd31e is 50, key is test_row_0/C:col10/1731567369790/Put/seqid=0 2024-11-14T06:56:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742305_1481 (size=12151) 2024-11-14T06:56:10,749 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/fca5ca1d381b42b8aebfc7689f0dd31e 2024-11-14T06:56:10,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/28e0ae77edd244e4af227815e7f9f442 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442 2024-11-14T06:56:10,755 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T06:56:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/55f33039d4e14d4eab6f59a2a856800e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e 2024-11-14T06:56:10,758 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T06:56:10,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/fca5ca1d381b42b8aebfc7689f0dd31e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e 2024-11-14T06:56:10,761 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-14T06:56:10,761 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 438ms, sequenceid=240, compaction requested=true 2024-11-14T06:56:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T06:56:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T06:56:10,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T06:56:10,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6680 sec 2024-11-14T06:56:10,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6740 sec 2024-11-14T06:56:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:10,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:10,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/7a1bf775ac82409eaf9f5a0d6a40735c is 50, key is test_row_0/A:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742306_1482 (size=14541) 2024-11-14T06:56:10,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/7a1bf775ac82409eaf9f5a0d6a40735c 2024-11-14T06:56:10,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7a14d2c22f8c461f8ad982e9f8fe1024 is 50, key is test_row_0/B:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742307_1483 (size=12151) 2024-11-14T06:56:10,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7a14d2c22f8c461f8ad982e9f8fe1024 2024-11-14T06:56:10,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/352762436a6c4a1db5ae14318257b4d2 is 50, key is test_row_0/C:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:10,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742308_1484 (size=12151) 2024-11-14T06:56:11,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567431006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567431122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T06:56:11,253 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:11,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T06:56:11,254 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:11,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:11,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:11,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/352762436a6c4a1db5ae14318257b4d2 2024-11-14T06:56:11,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/7a1bf775ac82409eaf9f5a0d6a40735c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c 2024-11-14T06:56:11,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c, entries=200, sequenceid=253, filesize=14.2 K 2024-11-14T06:56:11,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7a14d2c22f8c461f8ad982e9f8fe1024 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024 2024-11-14T06:56:11,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T06:56:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/352762436a6c4a1db5ae14318257b4d2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2 2024-11-14T06:56:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T06:56:11,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 451ms, sequenceid=253, compaction requested=true 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:11,318 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:11,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:11,318 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:11,319 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,319 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,319 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/e725ab5cf923467d8dd242f75ae1e48c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=47.8 K 2024-11-14T06:56:11,319 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/00a830909cbb456d9a405a926e4386da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=52.5 K 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e725ab5cf923467d8dd242f75ae1e48c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00a830909cbb456d9a405a926e4386da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting abc03fcc0e1248c59fbff62eb99b6199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731567369015 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21af163675be48f7ba928b08a25e8b0f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731567369004 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f33039d4e14d4eab6f59a2a856800e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731567369790 2024-11-14T06:56:11,319 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28e0ae77edd244e4af227815e7f9f442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731567369790 2024-11-14T06:56:11,320 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a14d2c22f8c461f8ad982e9f8fe1024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:11,320 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a1bf775ac82409eaf9f5a0d6a40735c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:11,326 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:11,327 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/1c0252a4db964d59acf0dfdba6775532 is 50, key is test_row_0/A:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:11,328 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#409 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:11,328 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/8142e8f02aef4c2e886bb27f3db7c7ff is 50, key is test_row_0/B:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742309_1485 (size=12697) 2024-11-14T06:56:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742310_1486 (size=12595) 2024-11-14T06:56:11,337 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/1c0252a4db964d59acf0dfdba6775532 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/1c0252a4db964d59acf0dfdba6775532 2024-11-14T06:56:11,339 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/8142e8f02aef4c2e886bb27f3db7c7ff as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/8142e8f02aef4c2e886bb27f3db7c7ff 2024-11-14T06:56:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:11,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:11,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:11,341 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 1c0252a4db964d59acf0dfdba6775532(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:11,341 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:11,341 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=12, startTime=1731567371318; duration=0sec 2024-11-14T06:56:11,341 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:11,341 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:11,341 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:11,343 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:11,343 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:11,343 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,343 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/57db4ec0c17342ec805d966b58d2c7cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=47.8 K 2024-11-14T06:56:11,343 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 8142e8f02aef4c2e886bb27f3db7c7ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:11,343 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:11,343 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=12, startTime=1731567371318; duration=0sec 2024-11-14T06:56:11,343 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:11,343 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:11,344 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57db4ec0c17342ec805d966b58d2c7cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567367608 2024-11-14T06:56:11,344 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68113e1cfc5e4098bc53986240292e26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731567369015 2024-11-14T06:56:11,344 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting fca5ca1d381b42b8aebfc7689f0dd31e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731567369790 2024-11-14T06:56:11,344 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 352762436a6c4a1db5ae14318257b4d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:11,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/2176f3cdfa874ab084e0aff7a43228ed is 50, key is test_row_0/A:col10/1731567370996/Put/seqid=0 2024-11-14T06:56:11,363 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#411 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:11,364 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/a11a958f7767409d9cfba8eacbc96fde is 50, key is test_row_0/C:col10/1731567370521/Put/seqid=0 2024-11-14T06:56:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742311_1487 (size=14741) 2024-11-14T06:56:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742312_1488 (size=12595) 2024-11-14T06:56:11,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567431412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567431532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:11,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567431752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/2176f3cdfa874ab084e0aff7a43228ed 2024-11-14T06:56:11,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/425dcc918ef74a6ea87f62a54b00e5fd is 50, key is test_row_0/B:col10/1731567370996/Put/seqid=0 2024-11-14T06:56:11,778 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/a11a958f7767409d9cfba8eacbc96fde as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a11a958f7767409d9cfba8eacbc96fde 2024-11-14T06:56:11,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742313_1489 (size=12301) 2024-11-14T06:56:11,782 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into a11a958f7767409d9cfba8eacbc96fde(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:11,782 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:11,782 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=12, startTime=1731567371318; duration=0sec 2024-11-14T06:56:11,782 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:11,782 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:11,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:11,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37286 deadline: 1731567431962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731567431962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:11,965 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:11,966 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37310 deadline: 1731567432002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37262 deadline: 1731567432002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:12,007 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_2' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:12,007 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_1' in b2d5b96ff4e38c2373e9ef53d4b5cb3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:12,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567432062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:12,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/425dcc918ef74a6ea87f62a54b00e5fd 2024-11-14T06:56:12,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/7dcf72b1c30548e9ae1a3f16663d486b is 50, key is test_row_0/C:col10/1731567370996/Put/seqid=0 2024-11-14T06:56:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742314_1490 (size=12301) 2024-11-14T06:56:12,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:12,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567432582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:12,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/7dcf72b1c30548e9ae1a3f16663d486b 2024-11-14T06:56:12,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/2176f3cdfa874ab084e0aff7a43228ed as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed 2024-11-14T06:56:12,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed, entries=200, sequenceid=273, filesize=14.4 K 2024-11-14T06:56:12,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/425dcc918ef74a6ea87f62a54b00e5fd as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd 2024-11-14T06:56:12,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T06:56:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/7dcf72b1c30548e9ae1a3f16663d486b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b 2024-11-14T06:56:12,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T06:56:12,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1264ms, sequenceid=273, compaction requested=false 2024-11-14T06:56:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:12,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T06:56:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,628 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8b12f328946c4c24af957e4b66f39e39 is 50, key is test_row_0/A:col10/1731567371376/Put/seqid=0 2024-11-14T06:56:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742315_1491 (size=12301) 2024-11-14T06:56:12,638 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8b12f328946c4c24af957e4b66f39e39 2024-11-14T06:56:12,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/ca99dbf78c734896a3a18a05dc73c8ca is 50, key is test_row_0/B:col10/1731567371376/Put/seqid=0 2024-11-14T06:56:12,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742316_1492 (size=12301) 2024-11-14T06:56:12,647 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/ca99dbf78c734896a3a18a05dc73c8ca 2024-11-14T06:56:12,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/eba82a5852e341269755aa5c969b91cf is 50, key is test_row_0/C:col10/1731567371376/Put/seqid=0 2024-11-14T06:56:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742317_1493 (size=12301) 2024-11-14T06:56:12,661 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/eba82a5852e341269755aa5c969b91cf 2024-11-14T06:56:12,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/8b12f328946c4c24af957e4b66f39e39 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39 2024-11-14T06:56:12,667 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T06:56:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/ca99dbf78c734896a3a18a05dc73c8ca as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca 2024-11-14T06:56:12,669 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T06:56:12,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/eba82a5852e341269755aa5c969b91cf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf 2024-11-14T06:56:12,675 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T06:56:12,676 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 49ms, sequenceid=288, compaction requested=true 2024-11-14T06:56:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T06:56:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T06:56:12,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T06:56:12,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-14T06:56:12,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4250 sec 2024-11-14T06:56:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T06:56:13,403 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:13,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-14T06:56:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T06:56:13,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:13,406 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:13,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T06:56:13,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T06:56:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-14T06:56:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-14T06:56:13,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T06:56:13,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-14T06:56:13,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 158 msec 2024-11-14T06:56:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:13,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:13,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:13,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/940424bbebb344dfbbd5df8208b66991 is 50, key is test_row_0/A:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:13,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742318_1494 (size=14741) 2024-11-14T06:56:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T06:56:13,722 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:13,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-14T06:56:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:13,724 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:13,725 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:13,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567373707, max timestamp=1731567373764Num uniques 859; 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567373707, max timestamp=1731567373764Num uniques 859; 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567373707, max timestamp=1731567373764Num uniques 859; 2024-11-14T06:56:13,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:13,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:13,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:13,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567433906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:14,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/940424bbebb344dfbbd5df8208b66991 2024-11-14T06:56:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567434022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:14,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/865f2899878040fd90bc39dff4549d88 is 50, key is test_row_0/B:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742319_1495 (size=12301) 2024-11-14T06:56:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:14,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567434243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:14,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:14,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/865f2899878040fd90bc39dff4549d88 2024-11-14T06:56:14,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/97f2344dba0645238bbbd026d287c77a is 50, key is test_row_0/C:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742320_1496 (size=12301) 2024-11-14T06:56:14,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567434562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:14,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:14,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/97f2344dba0645238bbbd026d287c77a 2024-11-14T06:56:14,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/940424bbebb344dfbbd5df8208b66991 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991 2024-11-14T06:56:14,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991, entries=200, sequenceid=299, filesize=14.4 K 2024-11-14T06:56:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/865f2899878040fd90bc39dff4549d88 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88 2024-11-14T06:56:14,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T06:56:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:14,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/97f2344dba0645238bbbd026d287c77a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a 2024-11-14T06:56:14,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a, entries=150, sequenceid=299, filesize=12.0 K 2024-11-14T06:56:14,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1241ms, sequenceid=299, compaction requested=true 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:14,867 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:14,867 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:14,868 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,868 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,868 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/8142e8f02aef4c2e886bb27f3db7c7ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=48.3 K 2024-11-14T06:56:14,868 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/1c0252a4db964d59acf0dfdba6775532, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=53.2 K 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c0252a4db964d59acf0dfdba6775532, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8142e8f02aef4c2e886bb27f3db7c7ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2176f3cdfa874ab084e0aff7a43228ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731567370952 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 425dcc918ef74a6ea87f62a54b00e5fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731567370996 2024-11-14T06:56:14,868 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b12f328946c4c24af957e4b66f39e39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731567371376 2024-11-14T06:56:14,869 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ca99dbf78c734896a3a18a05dc73c8ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731567371376 2024-11-14T06:56:14,869 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 940424bbebb344dfbbd5df8208b66991, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:14,869 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 865f2899878040fd90bc39dff4549d88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:14,876 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:14,877 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/16cb429d8821497da5ffa7311ac74fba is 50, key is test_row_0/A:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:14,887 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:14,887 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/dde39646cf374ac0b784f7770b3d9766 is 50, key is test_row_0/B:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742321_1497 (size=12983) 2024-11-14T06:56:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742322_1498 (size=12881) 2024-11-14T06:56:14,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-14T06:56:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:14,945 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ea2bede4d9644ea585fb72b74a7b1203 is 50, key is test_row_0/A:col10/1731567373904/Put/seqid=0 2024-11-14T06:56:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742323_1499 (size=12301) 2024-11-14T06:56:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:15,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567435133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567435252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:15,294 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/16cb429d8821497da5ffa7311ac74fba as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/16cb429d8821497da5ffa7311ac74fba 2024-11-14T06:56:15,297 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/dde39646cf374ac0b784f7770b3d9766 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/dde39646cf374ac0b784f7770b3d9766 2024-11-14T06:56:15,300 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 16cb429d8821497da5ffa7311ac74fba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:15,300 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:15,300 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=12, startTime=1731567374867; duration=0sec 2024-11-14T06:56:15,300 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:15,300 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:15,300 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:15,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:15,302 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:15,302 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:15,302 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into dde39646cf374ac0b784f7770b3d9766(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:15,302 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:15,302 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a11a958f7767409d9cfba8eacbc96fde, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=48.3 K 2024-11-14T06:56:15,302 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=12, startTime=1731567374867; duration=0sec 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a11a958f7767409d9cfba8eacbc96fde, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731567370507 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dcf72b1c30548e9ae1a3f16663d486b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731567370996 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting eba82a5852e341269755aa5c969b91cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731567371376 2024-11-14T06:56:15,303 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f2344dba0645238bbbd026d287c77a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:15,309 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:15,309 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/978810405724454dbaf5af616bb8fe20 is 50, key is test_row_0/C:col10/1731567373607/Put/seqid=0 2024-11-14T06:56:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742324_1500 (size=12881) 2024-11-14T06:56:15,354 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ea2bede4d9644ea585fb72b74a7b1203 2024-11-14T06:56:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/371e88a60c314f089b260a6d5d830caf is 50, key is test_row_0/B:col10/1731567373904/Put/seqid=0 2024-11-14T06:56:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742325_1501 (size=12301) 2024-11-14T06:56:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567435462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:15,715 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/978810405724454dbaf5af616bb8fe20 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/978810405724454dbaf5af616bb8fe20 2024-11-14T06:56:15,718 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 978810405724454dbaf5af616bb8fe20(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:15,718 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:15,718 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=12, startTime=1731567374867; duration=0sec 2024-11-14T06:56:15,718 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:15,718 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:15,765 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/371e88a60c314f089b260a6d5d830caf 2024-11-14T06:56:15,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/5c315752b2a54224b37994a69c621e7d is 50, key is test_row_0/C:col10/1731567373904/Put/seqid=0 2024-11-14T06:56:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742326_1502 (size=12301) 2024-11-14T06:56:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567435772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:15,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:16,177 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/5c315752b2a54224b37994a69c621e7d 2024-11-14T06:56:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ea2bede4d9644ea585fb72b74a7b1203 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203 2024-11-14T06:56:16,183 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T06:56:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/371e88a60c314f089b260a6d5d830caf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf 2024-11-14T06:56:16,186 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T06:56:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/5c315752b2a54224b37994a69c621e7d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d 2024-11-14T06:56:16,189 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-14T06:56:16,190 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1245ms, sequenceid=335, compaction requested=false 2024-11-14T06:56:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:16,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-14T06:56:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-14T06:56:16,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T06:56:16,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4660 sec 2024-11-14T06:56:16,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.4710 sec 2024-11-14T06:56:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:16,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:16,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:16,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/597c69b6b0a14887a5ae5ed4f1a07a5d is 50, key is test_row_0/A:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742327_1503 (size=14741) 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567376379, max timestamp=1731567376423Num uniques 859; 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567376379, max timestamp=1731567376423Num uniques 859; 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731567376379, max timestamp=1731567376423Num uniques 859; 2024-11-14T06:56:16,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-14T06:56:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567436538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:16,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567436652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:16,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/597c69b6b0a14887a5ae5ed4f1a07a5d 2024-11-14T06:56:16,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 is 50, key is test_row_0/B:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742328_1504 (size=12301) 2024-11-14T06:56:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567436872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:16,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:16,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:17,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 2024-11-14T06:56:17,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/65696fe0be6b4c3eaaa3b3c108ad7b41 is 50, key is test_row_0/C:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742329_1505 (size=12301) 2024-11-14T06:56:17,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567437182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:17,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:17,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/65696fe0be6b4c3eaaa3b3c108ad7b41 2024-11-14T06:56:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/597c69b6b0a14887a5ae5ed4f1a07a5d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d 2024-11-14T06:56:17,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d, entries=200, sequenceid=349, filesize=14.4 K 2024-11-14T06:56:17,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 2024-11-14T06:56:17,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2, entries=150, sequenceid=349, filesize=12.0 K 2024-11-14T06:56:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/65696fe0be6b4c3eaaa3b3c108ad7b41 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41 2024-11-14T06:56:17,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41, entries=150, sequenceid=349, filesize=12.0 K 2024-11-14T06:56:17,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1236ms, sequenceid=349, compaction requested=true 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:17,532 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:17,532 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:17,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:17,533 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:17,533 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:17,533 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/16cb429d8821497da5ffa7311ac74fba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=39.1 K 2024-11-14T06:56:17,533 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/dde39646cf374ac0b784f7770b3d9766, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=36.6 K 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16cb429d8821497da5ffa7311ac74fba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:17,533 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting dde39646cf374ac0b784f7770b3d9766, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:17,534 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 371e88a60c314f089b260a6d5d830caf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731567373863 2024-11-14T06:56:17,534 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea2bede4d9644ea585fb72b74a7b1203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731567373863 2024-11-14T06:56:17,534 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9e93d5062f4f75a2e6d80dc6fd10c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:17,534 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 597c69b6b0a14887a5ae5ed4f1a07a5d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:17,539 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:17,539 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:17,539 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/56d13fde0b1f400b96b411baaa7c6691 is 50, key is test_row_0/B:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:17,539 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/315d68039c0c4bfea66ffd00209e2362 is 50, key is test_row_0/A:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742331_1507 (size=13085) 2024-11-14T06:56:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742330_1506 (size=12983) 2024-11-14T06:56:17,551 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/56d13fde0b1f400b96b411baaa7c6691 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/56d13fde0b1f400b96b411baaa7c6691 2024-11-14T06:56:17,554 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 56d13fde0b1f400b96b411baaa7c6691(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:17,554 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=13, startTime=1731567377532; duration=0sec 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:17,554 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:17,554 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:17,555 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/978810405724454dbaf5af616bb8fe20, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=36.6 K 2024-11-14T06:56:17,555 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 978810405724454dbaf5af616bb8fe20, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731567373607 2024-11-14T06:56:17,555 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c315752b2a54224b37994a69c621e7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731567373863 2024-11-14T06:56:17,555 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 65696fe0be6b4c3eaaa3b3c108ad7b41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:17,559 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:17,559 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/438417b671a447c4b7fd95ed3cfbf76c is 50, key is test_row_0/C:col10/1731567375107/Put/seqid=0 2024-11-14T06:56:17,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742332_1508 (size=12983) 2024-11-14T06:56:17,577 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/438417b671a447c4b7fd95ed3cfbf76c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/438417b671a447c4b7fd95ed3cfbf76c 2024-11-14T06:56:17,580 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 438417b671a447c4b7fd95ed3cfbf76c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:17,580 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:17,580 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=13, startTime=1731567377532; duration=0sec 2024-11-14T06:56:17,580 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:17,580 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:17,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:17,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/a1f9d82ee2364d8b88c0f3152581163c is 50, key is test_row_0/A:col10/1731567376511/Put/seqid=0 2024-11-14T06:56:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742333_1509 (size=14741) 2024-11-14T06:56:17,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567437752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567437872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T06:56:17,902 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:17,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-14T06:56:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:17,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:17,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:17,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:17,945 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/315d68039c0c4bfea66ffd00209e2362 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/315d68039c0c4bfea66ffd00209e2362 2024-11-14T06:56:17,948 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 315d68039c0c4bfea66ffd00209e2362(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:17,948 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:17,948 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=13, startTime=1731567377532; duration=0sec 2024-11-14T06:56:17,948 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:17,948 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:18,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567438082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:18,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/a1f9d82ee2364d8b88c0f3152581163c 2024-11-14T06:56:18,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7aba2b9b1c9f4e2392c4c33eae68db5a is 50, key is test_row_0/B:col10/1731567376511/Put/seqid=0 2024-11-14T06:56:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742334_1510 (size=12301) 2024-11-14T06:56:18,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:18,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567438402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:18,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7aba2b9b1c9f4e2392c4c33eae68db5a 2024-11-14T06:56:18,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/62ab4f7552e5489aa5aa4159a04b0a14 is 50, key is test_row_0/C:col10/1731567376511/Put/seqid=0 2024-11-14T06:56:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742335_1511 (size=12301) 2024-11-14T06:56:18,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567438912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:18,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/62ab4f7552e5489aa5aa4159a04b0a14 2024-11-14T06:56:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/a1f9d82ee2364d8b88c0f3152581163c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c 2024-11-14T06:56:18,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c, entries=200, sequenceid=387, filesize=14.4 K 2024-11-14T06:56:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7aba2b9b1c9f4e2392c4c33eae68db5a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a 2024-11-14T06:56:18,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a, entries=150, sequenceid=387, filesize=12.0 K 2024-11-14T06:56:18,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/62ab4f7552e5489aa5aa4159a04b0a14 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14 2024-11-14T06:56:18,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14, entries=150, sequenceid=387, filesize=12.0 K 2024-11-14T06:56:18,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1238ms, sequenceid=387, compaction requested=false 2024-11-14T06:56:18,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:18,972 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:18,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e06bad2762014fe8bf65e9566de2cd42 is 50, key is test_row_0/A:col10/1731567377731/Put/seqid=0 2024-11-14T06:56:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742336_1512 (size=12301) 2024-11-14T06:56:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:19,379 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e06bad2762014fe8bf65e9566de2cd42 2024-11-14T06:56:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/35e8a3b476ea45a8bfc060f8a6f46701 is 50, key is test_row_0/B:col10/1731567377731/Put/seqid=0 2024-11-14T06:56:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742337_1513 (size=12301) 2024-11-14T06:56:19,789 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/35e8a3b476ea45a8bfc060f8a6f46701 2024-11-14T06:56:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1ca92a3775354dc9bae2b007d11a65c6 is 50, key is test_row_0/C:col10/1731567377731/Put/seqid=0 2024-11-14T06:56:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742338_1514 (size=12301) 2024-11-14T06:56:19,814 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1ca92a3775354dc9bae2b007d11a65c6 2024-11-14T06:56:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e06bad2762014fe8bf65e9566de2cd42 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42 2024-11-14T06:56:19,824 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T06:56:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/35e8a3b476ea45a8bfc060f8a6f46701 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701 2024-11-14T06:56:19,830 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T06:56:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/1ca92a3775354dc9bae2b007d11a65c6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6 2024-11-14T06:56:19,834 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6, entries=150, sequenceid=398, filesize=12.0 K 2024-11-14T06:56:19,835 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 863ms, sequenceid=398, compaction requested=true 2024-11-14T06:56:19,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:19,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:19,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-14T06:56:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-14T06:56:19,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T06:56:19,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-14T06:56:19,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.9470 sec 2024-11-14T06:56:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:19,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:19,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e4f0447a3d494d54b8b03c31ae7c3a85 is 50, key is test_row_0/A:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:19,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742339_1515 (size=14741) 2024-11-14T06:56:19,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e4f0447a3d494d54b8b03c31ae7c3a85 2024-11-14T06:56:19,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/0563c1cc6da3463ea639c1115004d794 is 50, key is test_row_0/B:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742340_1516 (size=12301) 2024-11-14T06:56:20,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/0563c1cc6da3463ea639c1115004d794 2024-11-14T06:56:20,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/17eccdbd26914835a83334176477fa20 is 50, key is test_row_0/C:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742341_1517 (size=12301) 2024-11-14T06:56:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-14T06:56:20,063 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:20,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-14T06:56:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:20,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:20,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:20,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:20,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567380073, max timestamp=1731567380134Num uniques 859; 2024-11-14T06:56:20,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:20,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567380073, max timestamp=1731567380134Num uniques 859; 2024-11-14T06:56:20,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567380073, max timestamp=1731567380134Num uniques 859; 2024-11-14T06:56:20,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:20,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:20,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T06:56:20,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:20,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567440293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:20,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T06:56:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:20,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/17eccdbd26914835a83334176477fa20 2024-11-14T06:56:20,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37272 deadline: 1731567440412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 , the old value is region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., hostname=20680646cf8a,38461,1731567240936, seqNum=2 because the exception is null or not the one we care about 2024-11-14T06:56:20,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/e4f0447a3d494d54b8b03c31ae7c3a85 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85 2024-11-14T06:56:20,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85, entries=200, sequenceid=408, filesize=14.4 K 2024-11-14T06:56:20,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/0563c1cc6da3463ea639c1115004d794 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794 2024-11-14T06:56:20,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T06:56:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/17eccdbd26914835a83334176477fa20 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20 2024-11-14T06:56:20,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T06:56:20,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 464ms, sequenceid=408, compaction requested=true 2024-11-14T06:56:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:20,436 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:20,436 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2d5b96ff4e38c2373e9ef53d4b5cb3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:20,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:20,436 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:20,436 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/A is initiating minor compaction (all files) 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/B is initiating minor compaction (all files) 2024-11-14T06:56:20,437 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/B in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,437 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/A in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,437 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/315d68039c0c4bfea66ffd00209e2362, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=53.6 K 2024-11-14T06:56:20,437 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/56d13fde0b1f400b96b411baaa7c6691, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=48.7 K 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 315d68039c0c4bfea66ffd00209e2362, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d13fde0b1f400b96b411baaa7c6691, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aba2b9b1c9f4e2392c4c33eae68db5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731567376511 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f9d82ee2364d8b88c0f3152581163c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731567376511 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 35e8a3b476ea45a8bfc060f8a6f46701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731567377731 2024-11-14T06:56:20,437 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e06bad2762014fe8bf65e9566de2cd42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731567377731 2024-11-14T06:56:20,438 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0563c1cc6da3463ea639c1115004d794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567379932 2024-11-14T06:56:20,438 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4f0447a3d494d54b8b03c31ae7c3a85, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567379932 2024-11-14T06:56:20,447 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:20,447 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:20,448 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7e22d4a85d274e278690a9070ae28335 is 50, key is test_row_0/B:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:20,448 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/bcb8e4c5f77c4f068fe2e3d25de36023 is 50, key is test_row_0/A:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742342_1518 (size=13119) 2024-11-14T06:56:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742343_1519 (size=13221) 2024-11-14T06:56:20,461 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/7e22d4a85d274e278690a9070ae28335 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e22d4a85d274e278690a9070ae28335 2024-11-14T06:56:20,465 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/B of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 7e22d4a85d274e278690a9070ae28335(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:20,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:20,465 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, priority=12, startTime=1731567380436; duration=0sec 2024-11-14T06:56:20,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:20,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:B 2024-11-14T06:56:20,465 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:20,466 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:20,466 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): b2d5b96ff4e38c2373e9ef53d4b5cb3d/C is initiating minor compaction (all files) 2024-11-14T06:56:20,466 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2d5b96ff4e38c2373e9ef53d4b5cb3d/C in TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,466 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/438417b671a447c4b7fd95ed3cfbf76c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp, totalSize=48.7 K 2024-11-14T06:56:20,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 438417b671a447c4b7fd95ed3cfbf76c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731567375107 2024-11-14T06:56:20,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ab4f7552e5489aa5aa4159a04b0a14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731567376511 2024-11-14T06:56:20,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca92a3775354dc9bae2b007d11a65c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731567377731 2024-11-14T06:56:20,467 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 17eccdbd26914835a83334176477fa20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731567379932 2024-11-14T06:56:20,477 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2d5b96ff4e38c2373e9ef53d4b5cb3d#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:20,477 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/75fd9390d1064a92a11fe2a1047997a3 is 50, key is test_row_0/C:col10/1731567379970/Put/seqid=0 2024-11-14T06:56:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742344_1520 (size=13119) 2024-11-14T06:56:20,487 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/75fd9390d1064a92a11fe2a1047997a3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/75fd9390d1064a92a11fe2a1047997a3 2024-11-14T06:56:20,491 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/C of b2d5b96ff4e38c2373e9ef53d4b5cb3d into 75fd9390d1064a92a11fe2a1047997a3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:20,491 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:20,491 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, priority=12, startTime=1731567380436; duration=0sec 2024-11-14T06:56:20,491 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:20,491 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:C 2024-11-14T06:56:20,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-14T06:56:20,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:20,524 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:20,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ed5b740fe371469faacb0a2d46b26299 is 50, key is test_row_0/A:col10/1731567380229/Put/seqid=0 2024-11-14T06:56:20,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742345_1521 (size=12301) 2024-11-14T06:56:20,562 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ed5b740fe371469faacb0a2d46b26299 2024-11-14T06:56:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1518c0f6bce44a939394d834bbf42ad6 is 50, key is test_row_0/B:col10/1731567380229/Put/seqid=0 2024-11-14T06:56:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742346_1522 (size=12301) 2024-11-14T06:56:20,632 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-11-14T06:56:20,632 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,632 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,633 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,633 INFO [Thread-1976 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1976. 2024-11-14T06:56:20,633 DEBUG [Thread-1976 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,633 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,633 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,642 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-11-14T06:56:20,643 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,643 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,643 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:20,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. as already flushing 2024-11-14T06:56:20,644 INFO [Thread-1965 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1965. 2024-11-14T06:56:20,644 DEBUG [Thread-1965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,644 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,644 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,645 INFO [Thread-1974 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1974. 2024-11-14T06:56:20,645 DEBUG [Thread-1974 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,645 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,645 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,646 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-11-14T06:56:20,646 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:20,646 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,646 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:20,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:20,863 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/bcb8e4c5f77c4f068fe2e3d25de36023 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/bcb8e4c5f77c4f068fe2e3d25de36023 2024-11-14T06:56:20,866 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2d5b96ff4e38c2373e9ef53d4b5cb3d/A of b2d5b96ff4e38c2373e9ef53d4b5cb3d into bcb8e4c5f77c4f068fe2e3d25de36023(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:20,866 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:20,867 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., storeName=b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, priority=12, startTime=1731567380435; duration=0sec 2024-11-14T06:56:20,867 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:20,867 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2d5b96ff4e38c2373e9ef53d4b5cb3d:A 2024-11-14T06:56:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1518c0f6bce44a939394d834bbf42ad6 2024-11-14T06:56:20,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/3c4f8431ac794b18ab8c126ce85b9ab4 is 50, key is test_row_0/C:col10/1731567380229/Put/seqid=0 2024-11-14T06:56:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742347_1523 (size=12301) 2024-11-14T06:56:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:21,402 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/3c4f8431ac794b18ab8c126ce85b9ab4 2024-11-14T06:56:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/ed5b740fe371469faacb0a2d46b26299 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ed5b740fe371469faacb0a2d46b26299 2024-11-14T06:56:21,410 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ed5b740fe371469faacb0a2d46b26299, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T06:56:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/1518c0f6bce44a939394d834bbf42ad6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1518c0f6bce44a939394d834bbf42ad6 2024-11-14T06:56:21,415 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1518c0f6bce44a939394d834bbf42ad6, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T06:56:21,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/3c4f8431ac794b18ab8c126ce85b9ab4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/3c4f8431ac794b18ab8c126ce85b9ab4 2024-11-14T06:56:21,420 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/3c4f8431ac794b18ab8c126ce85b9ab4, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T06:56:21,421 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=6.71 KB/6870 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 897ms, sequenceid=447, compaction requested=false 2024-11-14T06:56:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: 2024-11-14T06:56:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-14T06:56:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-14T06:56:21,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-14T06:56:21,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-14T06:56:21,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.3620 sec 2024-11-14T06:56:21,983 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-11-14T06:56:21,983 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:21,983 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:21,983 INFO [Thread-1963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1963. 2024-11-14T06:56:21,983 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:21,983 DEBUG [Thread-1963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:21,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:21,984 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:21,984 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:21,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:22,035 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-11-14T06:56:22,035 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:22,035 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,035 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:22,064 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-11-14T06:56:22,064 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:22,064 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,064 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T06:56:22,213 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 299 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1177 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3531 rows 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1174 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3517 rows 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1170 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3510 rows 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1173 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3519 rows 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1172 2024-11-14T06:56:22,213 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3513 rows 2024-11-14T06:56:22,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:56:22,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:56:22,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:22,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:22,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:56:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:22,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567382218"}]},"ts":"1731567382218"} 2024-11-14T06:56:22,220 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:56:22,220 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:56:22,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:56:22,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, UNASSIGN}] 2024-11-14T06:56:22,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, UNASSIGN 2024-11-14T06:56:22,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=b2d5b96ff4e38c2373e9ef53d4b5cb3d, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:22,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, UNASSIGN because future has completed 2024-11-14T06:56:22,225 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:56:22,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:56:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:22,377 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing b2d5b96ff4e38c2373e9ef53d4b5cb3d, disabling compactions & flushes 2024-11-14T06:56:22,377 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. after waiting 0 ms 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:22,377 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=A 2024-11-14T06:56:22,377 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:22,378 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=B 2024-11-14T06:56:22,378 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:22,378 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2d5b96ff4e38c2373e9ef53d4b5cb3d, store=C 2024-11-14T06:56:22,378 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:22,381 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/df193d4ada3d44c28da73812dd14076a is 50, key is test_row_0/A:col10/1731567381982/Put/seqid=0 2024-11-14T06:56:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742348_1524 (size=12301) 2024-11-14T06:56:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:22,785 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/df193d4ada3d44c28da73812dd14076a 2024-11-14T06:56:22,791 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/53b56d2023cf417f895d939cc24cac9c is 50, key is test_row_0/B:col10/1731567381982/Put/seqid=0 2024-11-14T06:56:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742349_1525 (size=12301) 2024-11-14T06:56:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:23,196 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/53b56d2023cf417f895d939cc24cac9c 2024-11-14T06:56:23,201 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/dd11d0881e7641e79cf5ee7d1ed17902 is 50, key is test_row_0/C:col10/1731567381982/Put/seqid=0 2024-11-14T06:56:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742350_1526 (size=12301) 2024-11-14T06:56:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:23,605 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/dd11d0881e7641e79cf5ee7d1ed17902 2024-11-14T06:56:23,608 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/A/df193d4ada3d44c28da73812dd14076a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/df193d4ada3d44c28da73812dd14076a 2024-11-14T06:56:23,611 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/df193d4ada3d44c28da73812dd14076a, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T06:56:23,612 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/B/53b56d2023cf417f895d939cc24cac9c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/53b56d2023cf417f895d939cc24cac9c 2024-11-14T06:56:23,614 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/53b56d2023cf417f895d939cc24cac9c, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T06:56:23,615 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/.tmp/C/dd11d0881e7641e79cf5ee7d1ed17902 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/dd11d0881e7641e79cf5ee7d1ed17902 2024-11-14T06:56:23,617 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/dd11d0881e7641e79cf5ee7d1ed17902, entries=150, sequenceid=456, filesize=12.0 K 2024-11-14T06:56:23,618 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1241ms, sequenceid=456, compaction requested=true 2024-11-14T06:56:23,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e53f8b524042463697b1ff1e68218d3e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/5693fef84a1e43749301a032848071ac, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/54054d8dd7754d579a4bf5ee91190deb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/00a830909cbb456d9a405a926e4386da, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/1c0252a4db964d59acf0dfdba6775532, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/16cb429d8821497da5ffa7311ac74fba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/315d68039c0c4bfea66ffd00209e2362, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85] to archive 2024-11-14T06:56:23,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:23,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28f9da2db1a24e5d9972058788b3c5b0 2024-11-14T06:56:23,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/cb8c236a12154149a0b02b4aed986079 2024-11-14T06:56:23,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/d637a9a0708d4dc6a5d3554cb573b8e1 2024-11-14T06:56:23,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e53f8b524042463697b1ff1e68218d3e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e53f8b524042463697b1ff1e68218d3e 2024-11-14T06:56:23,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/b26a2c13b66b46eba93f9b92c3889705 2024-11-14T06:56:23,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6824c224ead14c719e02b1bf1e6c9451 2024-11-14T06:56:23,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/5693fef84a1e43749301a032848071ac to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/5693fef84a1e43749301a032848071ac 2024-11-14T06:56:23,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/122b710e486e4468955464dff4b022d9 2024-11-14T06:56:23,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8a9ade7845db40c7938f4845a480f3a9 2024-11-14T06:56:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/54054d8dd7754d579a4bf5ee91190deb to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/54054d8dd7754d579a4bf5ee91190deb 2024-11-14T06:56:23,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/6cc0ac9404f349a9a59c38d85ab91f46 2024-11-14T06:56:23,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/06ed73886c134c97ac4e71610890deaf 2024-11-14T06:56:23,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/00a830909cbb456d9a405a926e4386da to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/00a830909cbb456d9a405a926e4386da 2024-11-14T06:56:23,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/21af163675be48f7ba928b08a25e8b0f 2024-11-14T06:56:23,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/28e0ae77edd244e4af227815e7f9f442 2024-11-14T06:56:23,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/7a1bf775ac82409eaf9f5a0d6a40735c 2024-11-14T06:56:23,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/1c0252a4db964d59acf0dfdba6775532 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/1c0252a4db964d59acf0dfdba6775532 2024-11-14T06:56:23,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/2176f3cdfa874ab084e0aff7a43228ed 2024-11-14T06:56:23,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/8b12f328946c4c24af957e4b66f39e39 2024-11-14T06:56:23,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/940424bbebb344dfbbd5df8208b66991 2024-11-14T06:56:23,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/16cb429d8821497da5ffa7311ac74fba to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/16cb429d8821497da5ffa7311ac74fba 2024-11-14T06:56:23,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ea2bede4d9644ea585fb72b74a7b1203 2024-11-14T06:56:23,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/597c69b6b0a14887a5ae5ed4f1a07a5d 2024-11-14T06:56:23,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/315d68039c0c4bfea66ffd00209e2362 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/315d68039c0c4bfea66ffd00209e2362 2024-11-14T06:56:23,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/a1f9d82ee2364d8b88c0f3152581163c 2024-11-14T06:56:23,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e06bad2762014fe8bf65e9566de2cd42 2024-11-14T06:56:23,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/e4f0447a3d494d54b8b03c31ae7c3a85 2024-11-14T06:56:23,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/71ff7b70b53f4c4ca6dc104ed6674507, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/bfcbf21c19aa44348cf3b9f6e74a2037, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/c4d1d7d3759f40d4a7c46f827cbf8caf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/e725ab5cf923467d8dd242f75ae1e48c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/8142e8f02aef4c2e886bb27f3db7c7ff, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/dde39646cf374ac0b784f7770b3d9766, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/56d13fde0b1f400b96b411baaa7c6691, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794] to archive 2024-11-14T06:56:23,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:23,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/71ff7b70b53f4c4ca6dc104ed6674507 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/71ff7b70b53f4c4ca6dc104ed6674507 2024-11-14T06:56:23,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/47ffacd5644c49e0a29bbfb8b71b02a5 2024-11-14T06:56:23,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/bfcbf21c19aa44348cf3b9f6e74a2037 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/bfcbf21c19aa44348cf3b9f6e74a2037 2024-11-14T06:56:23,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/86ca3499cc274a47889744b916911945 2024-11-14T06:56:23,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/947e5c3953404f4ba67c79fe41a954df 2024-11-14T06:56:23,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/c4d1d7d3759f40d4a7c46f827cbf8caf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/c4d1d7d3759f40d4a7c46f827cbf8caf 2024-11-14T06:56:23,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1c83cf23f6104ea1843d73dfcdf250d2 2024-11-14T06:56:23,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/f71bd4c9ee2546edb75ab976dd766ba1 2024-11-14T06:56:23,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/e725ab5cf923467d8dd242f75ae1e48c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/e725ab5cf923467d8dd242f75ae1e48c 2024-11-14T06:56:23,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/12062c9b7f9d44cb8131fc0c41f07814 2024-11-14T06:56:23,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/abc03fcc0e1248c59fbff62eb99b6199 2024-11-14T06:56:23,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/55f33039d4e14d4eab6f59a2a856800e 2024-11-14T06:56:23,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/8142e8f02aef4c2e886bb27f3db7c7ff to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/8142e8f02aef4c2e886bb27f3db7c7ff 2024-11-14T06:56:23,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7a14d2c22f8c461f8ad982e9f8fe1024 2024-11-14T06:56:23,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/425dcc918ef74a6ea87f62a54b00e5fd 2024-11-14T06:56:23,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/ca99dbf78c734896a3a18a05dc73c8ca 2024-11-14T06:56:23,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/dde39646cf374ac0b784f7770b3d9766 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/dde39646cf374ac0b784f7770b3d9766 2024-11-14T06:56:23,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/865f2899878040fd90bc39dff4549d88 2024-11-14T06:56:23,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/371e88a60c314f089b260a6d5d830caf 2024-11-14T06:56:23,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/56d13fde0b1f400b96b411baaa7c6691 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/56d13fde0b1f400b96b411baaa7c6691 2024-11-14T06:56:23,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/4c9e93d5062f4f75a2e6d80dc6fd10c2 2024-11-14T06:56:23,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7aba2b9b1c9f4e2392c4c33eae68db5a 2024-11-14T06:56:23,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/35e8a3b476ea45a8bfc060f8a6f46701 2024-11-14T06:56:23,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/0563c1cc6da3463ea639c1115004d794 2024-11-14T06:56:23,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eaa102fc8ae74707a4d48cd8961fd4eb, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a2024091491d49a59040560adedcd94a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8eabb04920a5422fb946961215bc0efd, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/57db4ec0c17342ec805d966b58d2c7cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a11a958f7767409d9cfba8eacbc96fde, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/978810405724454dbaf5af616bb8fe20, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/438417b671a447c4b7fd95ed3cfbf76c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20] to archive 2024-11-14T06:56:23,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:23,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eaa102fc8ae74707a4d48cd8961fd4eb to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eaa102fc8ae74707a4d48cd8961fd4eb 2024-11-14T06:56:23,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/2e70e6db81a346c3a3ec39c4a398e3bf 2024-11-14T06:56:23,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a2024091491d49a59040560adedcd94a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a2024091491d49a59040560adedcd94a 2024-11-14T06:56:23,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/52ab20e7e4344e11ab6b4d3456f859e8 2024-11-14T06:56:23,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/9e82022c5aba416b8b17bce12bb64f72 2024-11-14T06:56:23,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8eabb04920a5422fb946961215bc0efd to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/8eabb04920a5422fb946961215bc0efd 2024-11-14T06:56:23,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4894c3f0f9894b7683fbe14fa9f5760b 2024-11-14T06:56:23,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/e09a9b3a164d4ae4877217dfb5840af7 2024-11-14T06:56:23,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/57db4ec0c17342ec805d966b58d2c7cf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/57db4ec0c17342ec805d966b58d2c7cf 2024-11-14T06:56:23,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/4ca04cdcb26d4ac4bc5028a9364c2718 2024-11-14T06:56:23,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/68113e1cfc5e4098bc53986240292e26 2024-11-14T06:56:23,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/fca5ca1d381b42b8aebfc7689f0dd31e 2024-11-14T06:56:23,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a11a958f7767409d9cfba8eacbc96fde to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/a11a958f7767409d9cfba8eacbc96fde 2024-11-14T06:56:23,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/352762436a6c4a1db5ae14318257b4d2 2024-11-14T06:56:23,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/7dcf72b1c30548e9ae1a3f16663d486b 2024-11-14T06:56:23,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/eba82a5852e341269755aa5c969b91cf 2024-11-14T06:56:23,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/978810405724454dbaf5af616bb8fe20 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/978810405724454dbaf5af616bb8fe20 2024-11-14T06:56:23,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/97f2344dba0645238bbbd026d287c77a 2024-11-14T06:56:23,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/5c315752b2a54224b37994a69c621e7d 2024-11-14T06:56:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/438417b671a447c4b7fd95ed3cfbf76c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/438417b671a447c4b7fd95ed3cfbf76c 2024-11-14T06:56:23,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/65696fe0be6b4c3eaaa3b3c108ad7b41 2024-11-14T06:56:23,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/62ab4f7552e5489aa5aa4159a04b0a14 2024-11-14T06:56:23,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/1ca92a3775354dc9bae2b007d11a65c6 2024-11-14T06:56:23,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/17eccdbd26914835a83334176477fa20 2024-11-14T06:56:23,686 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/recovered.edits/459.seqid, newMaxSeqId=459, maxSeqId=1 2024-11-14T06:56:23,686 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. 2024-11-14T06:56:23,686 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for b2d5b96ff4e38c2373e9ef53d4b5cb3d: Waiting for close lock at 1731567382377Running coprocessor pre-close hooks at 1731567382377Disabling compacts and flushes for region at 1731567382377Disabling writes for close at 1731567382377Obtaining lock to block concurrent updates at 1731567382377Preparing flush snapshotting stores in b2d5b96ff4e38c2373e9ef53d4b5cb3d at 1731567382377Finished memstore snapshotting TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731567382378 (+1 ms)Flushing stores of TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d. at 1731567382378Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/A: creating writer at 1731567382378Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/A: appending metadata at 1731567382381 (+3 ms)Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/A: closing flushed file at 1731567382381Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/B: creating writer at 1731567382788 (+407 ms)Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/B: appending metadata at 1731567382791 (+3 ms)Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/B: closing flushed file at 1731567382791Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/C: creating writer at 1731567383199 (+408 ms)Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/C: appending metadata at 1731567383201 (+2 ms)Flushing b2d5b96ff4e38c2373e9ef53d4b5cb3d/C: closing flushed file at 1731567383201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e248adf: reopening flushed file at 1731567383608 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a82257: reopening flushed file at 1731567383611 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1c65d5: reopening flushed file at 1731567383614 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b2d5b96ff4e38c2373e9ef53d4b5cb3d in 1241ms, sequenceid=456, compaction requested=true at 1731567383618 (+4 ms)Writing region close event to WAL at 1731567383683 (+65 ms)Running coprocessor post-close hooks at 1731567383686 (+3 ms)Closed at 1731567383686 2024-11-14T06:56:23,688 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:23,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=b2d5b96ff4e38c2373e9ef53d4b5cb3d, regionState=CLOSED 2024-11-14T06:56:23,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:56:23,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T06:56:23,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure b2d5b96ff4e38c2373e9ef53d4b5cb3d, server=20680646cf8a,38461,1731567240936 in 1.4660 sec 2024-11-14T06:56:23,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T06:56:23,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2d5b96ff4e38c2373e9ef53d4b5cb3d, UNASSIGN in 1.4700 sec 2024-11-14T06:56:23,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T06:56:23,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-14T06:56:23,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567383697"}]},"ts":"1731567383697"} 2024-11-14T06:56:23,698 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:56:23,698 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:56:23,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4840 sec 2024-11-14T06:56:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-14T06:56:24,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:24,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:56:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,365 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T06:56:24,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,368 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:24,370 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/recovered.edits] 2024-11-14T06:56:24,372 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/bcb8e4c5f77c4f068fe2e3d25de36023 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/bcb8e4c5f77c4f068fe2e3d25de36023 2024-11-14T06:56:24,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/df193d4ada3d44c28da73812dd14076a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/df193d4ada3d44c28da73812dd14076a 2024-11-14T06:56:24,374 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ed5b740fe371469faacb0a2d46b26299 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/A/ed5b740fe371469faacb0a2d46b26299 2024-11-14T06:56:24,376 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1518c0f6bce44a939394d834bbf42ad6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/1518c0f6bce44a939394d834bbf42ad6 2024-11-14T06:56:24,377 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/53b56d2023cf417f895d939cc24cac9c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/53b56d2023cf417f895d939cc24cac9c 2024-11-14T06:56:24,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e22d4a85d274e278690a9070ae28335 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/B/7e22d4a85d274e278690a9070ae28335 2024-11-14T06:56:24,380 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/3c4f8431ac794b18ab8c126ce85b9ab4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/3c4f8431ac794b18ab8c126ce85b9ab4 2024-11-14T06:56:24,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/75fd9390d1064a92a11fe2a1047997a3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/75fd9390d1064a92a11fe2a1047997a3 2024-11-14T06:56:24,383 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/dd11d0881e7641e79cf5ee7d1ed17902 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/C/dd11d0881e7641e79cf5ee7d1ed17902 2024-11-14T06:56:24,385 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/recovered.edits/459.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d/recovered.edits/459.seqid 2024-11-14T06:56:24,387 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/b2d5b96ff4e38c2373e9ef53d4b5cb3d 2024-11-14T06:56:24,387 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:56:24,397 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,400 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:56:24,403 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:56:24,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:56:24,413 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567384413"}]},"ts":"9223372036854775807"} 2024-11-14T06:56:24,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:56:24,417 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b2d5b96ff4e38c2373e9ef53d4b5cb3d, NAME => 'TestAcidGuarantees,,1731567358410.b2d5b96ff4e38c2373e9ef53d4b5cb3d.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:56:24,417 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:56:24,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567384417"}]},"ts":"9223372036854775807"} 2024-11-14T06:56:24,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:56:24,420 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-14T06:56:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-14T06:56:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:56:24,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:24,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 251), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2669 (was 2899) 2024-11-14T06:56:24,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2668 2024-11-14T06:56:24,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:56:24,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:56:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:24,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T06:56:24,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:24,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-14T06:56:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:24,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T06:56:24,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742351_1527 (size=1061) 2024-11-14T06:56:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:24,907 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e 2024-11-14T06:56:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742352_1528 (size=53) 2024-11-14T06:56:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6f066501e33be9a0ff71b78fde4b1a03, disabling compactions & flushes 2024-11-14T06:56:25,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. after waiting 0 ms 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f066501e33be9a0ff71b78fde4b1a03: Waiting for close lock at 1731567385312Disabling compacts and flushes for region at 1731567385312Disabling writes for close at 1731567385312Writing region close event to WAL at 1731567385312Closed at 1731567385312 2024-11-14T06:56:25,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T06:56:25,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731567385314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731567385314"}]},"ts":"1731567385314"} 2024-11-14T06:56:25,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T06:56:25,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T06:56:25,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567385317"}]},"ts":"1731567385317"} 2024-11-14T06:56:25,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T06:56:25,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, ASSIGN}] 2024-11-14T06:56:25,320 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, ASSIGN 2024-11-14T06:56:25,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, ASSIGN; state=OFFLINE, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=false 2024-11-14T06:56:25,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, ASSIGN because future has completed 2024-11-14T06:56:25,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:56:25,627 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:56:25,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:56:25,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,628 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,629 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,630 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:25,630 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName A 2024-11-14T06:56:25,630 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:25,630 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:25,631 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,631 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:25,631 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName B 2024-11-14T06:56:25,631 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:25,632 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:25,632 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:25,633 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:25,633 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName C 2024-11-14T06:56:25,633 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:25,633 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:25,633 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,633 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,634 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,635 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,636 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,636 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,636 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:56:25,637 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,639 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T06:56:25,639 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 6f066501e33be9a0ff71b78fde4b1a03; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74231997, jitterRate=0.10614295303821564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:56:25,639 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:25,640 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 6f066501e33be9a0ff71b78fde4b1a03: Running coprocessor pre-open hook at 1731567385628Writing region info on filesystem at 1731567385628Initializing all the Stores at 1731567385629 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567385629Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567385629Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567385629Cleaning up temporary data from old regions at 1731567385636 (+7 ms)Running coprocessor post-open hooks at 1731567385639 (+3 ms)Region opened successfully at 1731567385640 (+1 ms) 2024-11-14T06:56:25,640 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., pid=148, masterSystemTime=1731567385625 2024-11-14T06:56:25,642 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,642 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:25,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=OPEN, openSeqNum=2, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:56:25,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-14T06:56:25,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 in 171 msec 2024-11-14T06:56:25,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T06:56:25,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, ASSIGN in 326 msec 2024-11-14T06:56:25,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T06:56:25,647 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567385647"}]},"ts":"1731567385647"} 2024-11-14T06:56:25,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T06:56:25,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T06:56:25,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-14T06:56:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-14T06:56:26,654 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:26,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:26,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:26,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:26,660 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0ed942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:26,662 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74315359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:26,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:26,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:26,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T06:56:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 20680646cf8a,45465,1731567240347 2024-11-14T06:56:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e591557 2024-11-14T06:56:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T06:56:26,668 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T06:56:26,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T06:56:26,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T06:56:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742353_1529 (size=1097) 2024-11-14T06:56:27,087 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-14T06:56:27,087 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-14T06:56:27,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:56:27,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE}] 2024-11-14T06:56:27,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE 2024-11-14T06:56:27,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE because future has completed 2024-11-14T06:56:27,097 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:56:27,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:56:27,250 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,250 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:56:27,250 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 6f066501e33be9a0ff71b78fde4b1a03, disabling compactions & flushes 2024-11-14T06:56:27,250 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,250 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,250 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. after waiting 0 ms 2024-11-14T06:56:27,250 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,253 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T06:56:27,254 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,254 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 6f066501e33be9a0ff71b78fde4b1a03: Waiting for close lock at 1731567387250Running coprocessor pre-close hooks at 1731567387250Disabling compacts and flushes for region at 1731567387250Disabling writes for close at 1731567387250Writing region close event to WAL at 1731567387251 (+1 ms)Running coprocessor post-close hooks at 1731567387254 (+3 ms)Closed at 1731567387254 2024-11-14T06:56:27,254 WARN [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 6f066501e33be9a0ff71b78fde4b1a03 to self. 2024-11-14T06:56:27,255 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=CLOSED 2024-11-14T06:56:27,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:56:27,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-14T06:56:27,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 in 160 msec 2024-11-14T06:56:27,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE; state=CLOSED, location=20680646cf8a,38461,1731567240936; forceNewPlan=false, retain=true 2024-11-14T06:56:27,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=OPENING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE because future has completed 2024-11-14T06:56:27,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:56:27,571 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,571 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} 2024-11-14T06:56:27,571 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,571 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T06:56:27,572 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,572 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,574 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,575 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:27,575 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName A 2024-11-14T06:56:27,577 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:27,578 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:27,578 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,580 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:27,580 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName B 2024-11-14T06:56:27,580 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:27,581 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:27,581 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,581 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-14T06:56:27,582 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f066501e33be9a0ff71b78fde4b1a03 columnFamilyName C 2024-11-14T06:56:27,582 DEBUG [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:27,582 INFO [StoreOpener-6f066501e33be9a0ff71b78fde4b1a03-1 {}] regionserver.HStore(327): Store=6f066501e33be9a0ff71b78fde4b1a03/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T06:56:27,582 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,582 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,583 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,584 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,584 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,584 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,585 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T06:56:27,585 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,586 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 6f066501e33be9a0ff71b78fde4b1a03; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72583405, jitterRate=0.08157701790332794}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T06:56:27,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,586 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 6f066501e33be9a0ff71b78fde4b1a03: Running coprocessor pre-open hook at 1731567387572Writing region info on filesystem at 1731567387572Initializing all the Stores at 1731567387573 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567387573Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567387573Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731567387573Cleaning up temporary data from old regions at 1731567387584 (+11 ms)Running coprocessor post-open hooks at 1731567387586 (+2 ms)Region opened successfully at 1731567387586 2024-11-14T06:56:27,587 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., pid=153, masterSystemTime=1731567387567 2024-11-14T06:56:27,588 DEBUG [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,588 INFO [RS_OPEN_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=OPEN, openSeqNum=5, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:56:27,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-14T06:56:27,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 in 176 msec 2024-11-14T06:56:27,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T06:56:27,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, REOPEN/MOVE in 497 msec 2024-11-14T06:56:27,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T06:56:27,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 501 msec 2024-11-14T06:56:27,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-11-14T06:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-14T06:56:27,598 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:27,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,599 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599c8142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,600 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7c8dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,602 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae3a401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,603 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5764cbeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,605 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6b437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,607 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a316b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,609 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2839bccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,610 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e398a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,613 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b71804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,615 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df3b193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,617 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687741cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e7ff90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52255176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,622 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66abb7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61404982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cca3cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5518fe30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,629 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da90eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 20680646cf8a,45465,-1 for getting cluster id 2024-11-14T06:56:27,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T06:56:27,631 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31aeddc-48fd-4543-9fc1-af295e84ff48' 2024-11-14T06:56:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T06:56:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31aeddc-48fd-4543-9fc1-af295e84ff48" 2024-11-14T06:56:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4507b088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [20680646cf8a,45465,-1] 2024-11-14T06:56:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T06:56:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:27,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T06:56:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7826b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T06:56:27,633 DEBUG [Thread-2367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,633 DEBUG [Thread-2373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,633 DEBUG [Thread-2371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:27,634 DEBUG [Thread-2356 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,634 DEBUG [Thread-2369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,634 DEBUG [Thread-2362 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,634 DEBUG [Thread-2360 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,635 DEBUG [Thread-2375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,635 DEBUG [Thread-2364 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,635 DEBUG [Thread-2358 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T06:56:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,637 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=20680646cf8a,38461,1731567240936, seqNum=-1] 2024-11-14T06:56:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T06:56:27,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:27,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T06:56:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5] 2024-11-14T06:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:27,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:27,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567447672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567447676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471d156dba3324be3a33d31816e3ecfee_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567387650/Put/seqid=0 2024-11-14T06:56:27,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567447677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567447677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567447678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742354_1530 (size=12154) 2024-11-14T06:56:27,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:27,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471d156dba3324be3a33d31816e3ecfee_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471d156dba3324be3a33d31816e3ecfee_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:27,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/75b1ccbfd8c04c4fae4550c4c2ea9da7, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:27,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 is 175, key is test_row_0/A:col10/1731567387650/Put/seqid=0 2024-11-14T06:56:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742355_1531 (size=30955) 2024-11-14T06:56:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:27,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567447782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T06:56:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567447792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567447793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567447793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567447793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:27,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T06:56:27,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:27,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567447993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567448002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567448002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567448002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567448002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T06:56:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:28,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:28,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 2024-11-14T06:56:28,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/618287c6aab34345aa1092d6322196ba is 50, key is test_row_0/B:col10/1731567387650/Put/seqid=0 2024-11-14T06:56:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742356_1532 (size=12001) 2024-11-14T06:56:28,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/618287c6aab34345aa1092d6322196ba 2024-11-14T06:56:28,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/67e15d4fe27b41a984e0eb8f35b00193 is 50, key is test_row_0/C:col10/1731567387650/Put/seqid=0 2024-11-14T06:56:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742357_1533 (size=12001) 2024-11-14T06:56:28,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/67e15d4fe27b41a984e0eb8f35b00193 2024-11-14T06:56:28,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 2024-11-14T06:56:28,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7, entries=150, sequenceid=16, filesize=30.2 K 2024-11-14T06:56:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/618287c6aab34345aa1092d6322196ba as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba 2024-11-14T06:56:28,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T06:56:28,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/67e15d4fe27b41a984e0eb8f35b00193 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193 2024-11-14T06:56:28,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193, entries=150, sequenceid=16, filesize=11.7 K 2024-11-14T06:56:28,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6f066501e33be9a0ff71b78fde4b1a03 in 547ms, sequenceid=16, compaction requested=false 2024-11-14T06:56:28,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:28,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T06:56:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:28,249 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:28,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec5cdba6550d463599c3321ab7032af1_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567387677/Put/seqid=0 2024-11-14T06:56:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742358_1534 (size=12154) 2024-11-14T06:56:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:28,306 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ec5cdba6550d463599c3321ab7032af1_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5cdba6550d463599c3321ab7032af1_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:28,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/1c3e86b0513f426ea1900c8607fe2648, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/1c3e86b0513f426ea1900c8607fe2648 is 175, key is test_row_0/A:col10/1731567387677/Put/seqid=0 2024-11-14T06:56:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742359_1535 (size=30955) 2024-11-14T06:56:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567448354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567448360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567448361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567448364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567448364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567448472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567448472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567448472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567448482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567448482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567448682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567448682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567448682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567448692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567448692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,736 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/1c3e86b0513f426ea1900c8607fe2648 2024-11-14T06:56:28,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/eef8e353affa430193fdb1ca0529e427 is 50, key is test_row_0/B:col10/1731567387677/Put/seqid=0 2024-11-14T06:56:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742360_1536 (size=12001) 2024-11-14T06:56:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:28,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567448992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567448992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567448992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567449002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567449002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,145 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/eef8e353affa430193fdb1ca0529e427 2024-11-14T06:56:29,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e95f82c77b944076b51e7ace65e2e7dc is 50, key is test_row_0/C:col10/1731567387677/Put/seqid=0 2024-11-14T06:56:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742361_1537 (size=12001) 2024-11-14T06:56:29,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T06:56:29,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T06:56:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567449502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567449502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567449502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567449512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567449513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:29,557 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e95f82c77b944076b51e7ace65e2e7dc 2024-11-14T06:56:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/1c3e86b0513f426ea1900c8607fe2648 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648 2024-11-14T06:56:29,566 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648, entries=150, sequenceid=36, filesize=30.2 K 2024-11-14T06:56:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/eef8e353affa430193fdb1ca0529e427 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427 2024-11-14T06:56:29,570 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T06:56:29,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e95f82c77b944076b51e7ace65e2e7dc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc 2024-11-14T06:56:29,574 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc, entries=150, sequenceid=36, filesize=11.7 K 2024-11-14T06:56:29,574 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6f066501e33be9a0ff71b78fde4b1a03 in 1325ms, sequenceid=36, compaction requested=false 2024-11-14T06:56:29,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:29,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:29,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T06:56:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-14T06:56:29,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T06:56:29,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-14T06:56:29,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9440 sec 2024-11-14T06:56:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T06:56:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,782 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:29,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T06:56:29,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:29,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T06:56:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:29,940 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:56:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:29,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bf35dff1c5e241069562e127e9aabbb1_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567388361/Put/seqid=0 2024-11-14T06:56:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742362_1538 (size=9714) 2024-11-14T06:56:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,013 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114bf35dff1c5e241069562e127e9aabbb1_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bf35dff1c5e241069562e127e9aabbb1_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/8f84797606e24159997ec456d38a7d2c, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/8f84797606e24159997ec456d38a7d2c is 175, key is test_row_0/A:col10/1731567388361/Put/seqid=0 2024-11-14T06:56:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742363_1539 (size=22361) 2024-11-14T06:56:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,431 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=48, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/8f84797606e24159997ec456d38a7d2c 2024-11-14T06:56:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6ec044e14e4740008e06b2d1574635f2 is 50, key is test_row_0/B:col10/1731567388361/Put/seqid=0 2024-11-14T06:56:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742364_1540 (size=9657) 2024-11-14T06:56:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567450547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567450547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567450548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567450551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567450552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567450662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567450662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567450662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567450662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567450663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,859 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6ec044e14e4740008e06b2d1574635f2 2024-11-14T06:56:30,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/15c221cfa8104fc98bedc1b4500ba1d6 is 50, key is test_row_0/C:col10/1731567388361/Put/seqid=0 2024-11-14T06:56:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742365_1541 (size=9657) 2024-11-14T06:56:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567450872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567451183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567451183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567451183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567451183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567451183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,268 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/15c221cfa8104fc98bedc1b4500ba1d6 2024-11-14T06:56:31,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/8f84797606e24159997ec456d38a7d2c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c 2024-11-14T06:56:31,273 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c, entries=100, sequenceid=48, filesize=21.8 K 2024-11-14T06:56:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6ec044e14e4740008e06b2d1574635f2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2 2024-11-14T06:56:31,276 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2, entries=100, sequenceid=48, filesize=9.4 K 2024-11-14T06:56:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/15c221cfa8104fc98bedc1b4500ba1d6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6 2024-11-14T06:56:31,279 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6, entries=100, sequenceid=48, filesize=9.4 K 2024-11-14T06:56:31,280 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6f066501e33be9a0ff71b78fde4b1a03 in 1339ms, sequenceid=48, compaction requested=true 2024-11-14T06:56:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T06:56:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-14T06:56:31,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T06:56:31,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-14T06:56:31,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.5000 sec 2024-11-14T06:56:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:31,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567390537, max timestamp=1731567391694Num uniques 859; 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567390537, max timestamp=1731567391694Num uniques 859; 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567390537, max timestamp=1731567391694Num uniques 859; 2024-11-14T06:56:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:31,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:31,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:31,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e01f36b91e5143a8bca6a4f8762f3f1b_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567391714, max timestamp=1731567391718Num uniques 859; 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567391714, max timestamp=1731567391718Num uniques 859; 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731567391714, max timestamp=1731567391718Num uniques 859; 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-14T06:56:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742366_1542 (size=14594) 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567391740, max timestamp=1731567391745Num uniques 1018; 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567391740, max timestamp=1731567391745Num uniques 1018; 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731567391740, max timestamp=1731567391745Num uniques 1018; 2024-11-14T06:56:31,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-14T06:56:31,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731567391765, max timestamp=1731567391774Num uniques 1027; 2024-11-14T06:56:31,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T06:56:31,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731567391765, max timestamp=1731567391774Num uniques 1027; 2024-11-14T06:56:31,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T06:56:31,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731567391765, max timestamp=1731567391774Num uniques 1027; 2024-11-14T06:56:31,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-14T06:56:31,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731567391783, max timestamp=1731567391799Num uniques 1036; 2024-11-14T06:56:31,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731567391783, max timestamp=1731567391799Num uniques 1036; 2024-11-14T06:56:31,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=17676, suffix heap size=135712,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=386 2024-11-14T06:56:31,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=17676, suffix heap size=135712,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=386 2024-11-14T06:56:31,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731567391783, max timestamp=1731567391799Num uniques 1036; 2024-11-14T06:56:31,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=17676, suffix heap size=135712,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=386 2024-11-14T06:56:31,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567451823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567451823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567451824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567451826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567451828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T06:56:31,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-14T06:56:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:31,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:31,934 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567451932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567451932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567451932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567451943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567451943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:32,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:32,133 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e01f36b91e5143a8bca6a4f8762f3f1b_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e01f36b91e5143a8bca6a4f8762f3f1b_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:32,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/2954254f5ddc48c79a6df8682cc1fae1, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:32,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/2954254f5ddc48c79a6df8682cc1fae1 is 175, key is test_row_0/A:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742367_1543 (size=39549) 2024-11-14T06:56:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567452143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567452143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567452143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567452152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567452152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:32,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567452452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567452453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567452462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567452462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567452462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/2954254f5ddc48c79a6df8682cc1fae1 2024-11-14T06:56:32,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ee50fce922924fa0a844f6d0bd0fc6e6 is 50, key is test_row_0/B:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:32,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742368_1544 (size=12001) 2024-11-14T06:56:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:32,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:32,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ee50fce922924fa0a844f6d0bd0fc6e6 2024-11-14T06:56:32,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/39bafaeb2e2f437a91e419df4b78de7d is 50, key is test_row_0/C:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:32,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742369_1545 (size=12001) 2024-11-14T06:56:32,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/39bafaeb2e2f437a91e419df4b78de7d 2024-11-14T06:56:32,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/2954254f5ddc48c79a6df8682cc1fae1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1 2024-11-14T06:56:32,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1, entries=200, sequenceid=70, filesize=38.6 K 2024-11-14T06:56:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567452962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ee50fce922924fa0a844f6d0bd0fc6e6 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6 2024-11-14T06:56:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567452962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6, entries=150, sequenceid=70, filesize=11.7 K 2024-11-14T06:56:32,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/39bafaeb2e2f437a91e419df4b78de7d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d 2024-11-14T06:56:32,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d, entries=150, sequenceid=70, filesize=11.7 K 2024-11-14T06:56:32,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for 6f066501e33be9a0ff71b78fde4b1a03 in 1280ms, sequenceid=70, compaction requested=true 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:32,976 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:32,976 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:32,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:32,978 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,978 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,978 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=120.9 K 2024-11-14T06:56:32,978 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=44.6 K 2024-11-14T06:56:32,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=167.72 KB heapSize=464.02 KB 2024-11-14T06:56:32,978 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1] 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 618287c6aab34345aa1092d6322196ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731567387646 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b1ccbfd8c04c4fae4550c4c2ea9da7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731567387646 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-14T06:56:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting eef8e353affa430193fdb1ca0529e427, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567387675 2024-11-14T06:56:32,978 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c3e86b0513f426ea1900c8607fe2648, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567387675 2024-11-14T06:56:32,979 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f84797606e24159997ec456d38a7d2c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731567388316 2024-11-14T06:56:32,979 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ec044e14e4740008e06b2d1574635f2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731567388316 2024-11-14T06:56:32,979 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ee50fce922924fa0a844f6d0bd0fc6e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:32,979 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2954254f5ddc48c79a6df8682cc1fae1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:32,987 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:32,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a1f8e91a4b6845c791764a7c30a6679e_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567391824/Put/seqid=0 2024-11-14T06:56:32,988 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ae67109a1d87464981dc8d59adae639d is 50, key is test_row_0/B:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:32,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567452982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,990 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:32,991 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f1f5335c46a44a3b8bb75b33eee485d6_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742371_1547 (size=12139) 2024-11-14T06:56:32,994 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f1f5335c46a44a3b8bb75b33eee485d6_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:32,994 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1f5335c46a44a3b8bb75b33eee485d6_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:32,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742370_1546 (size=14794) 2024-11-14T06:56:32,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567452989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:32,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567452990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:32,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:32,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:32,998 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ae67109a1d87464981dc8d59adae639d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ae67109a1d87464981dc8d59adae639d 2024-11-14T06:56:33,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a1f8e91a4b6845c791764a7c30a6679e_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1f8e91a4b6845c791764a7c30a6679e_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:33,000 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/eae0d12098b9481194d9b57163e36fbf, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:33,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/eae0d12098b9481194d9b57163e36fbf is 175, key is test_row_0/A:col10/1731567391824/Put/seqid=0 2024-11-14T06:56:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,003 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into ae67109a1d87464981dc8d59adae639d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:33,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:33,003 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=12, startTime=1731567392976; duration=0sec 2024-11-14T06:56:33,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:33,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:33,003 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742372_1548 (size=4469) 2024-11-14T06:56:33,006 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#464 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:33,006 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13f0d7fc28ac4d3eb664ea953a61f1ad is 175, key is test_row_0/A:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:33,007 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:33,007 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:33,007 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,007 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=44.6 K 2024-11-14T06:56:33,008 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 67e15d4fe27b41a984e0eb8f35b00193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731567387646 2024-11-14T06:56:33,008 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e95f82c77b944076b51e7ace65e2e7dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731567387675 2024-11-14T06:56:33,008 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 15c221cfa8104fc98bedc1b4500ba1d6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731567388316 2024-11-14T06:56:33,008 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 39bafaeb2e2f437a91e419df4b78de7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742373_1549 (size=39749) 2024-11-14T06:56:33,015 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:33,016 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/a4f5d8725c1343cbbf3b33631b9e4e4c is 50, key is test_row_0/C:col10/1731567390545/Put/seqid=0 2024-11-14T06:56:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742374_1550 (size=31093) 2024-11-14T06:56:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742375_1551 (size=12139) 2024-11-14T06:56:33,024 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13f0d7fc28ac4d3eb664ea953a61f1ad as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad 2024-11-14T06:56:33,029 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 13f0d7fc28ac4d3eb664ea953a61f1ad(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:33,029 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:33,029 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=12, startTime=1731567392976; duration=0sec 2024-11-14T06:56:33,029 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:33,030 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567453092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567453102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567453112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567453302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567453312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567453322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/eae0d12098b9481194d9b57163e36fbf 2024-11-14T06:56:33,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/e7cc1069a42a4fc38f6474affa0364aa is 50, key is test_row_0/B:col10/1731567391824/Put/seqid=0 2024-11-14T06:56:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742376_1552 (size=12151) 2024-11-14T06:56:33,429 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/a4f5d8725c1343cbbf3b33631b9e4e4c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/a4f5d8725c1343cbbf3b33631b9e4e4c 2024-11-14T06:56:33,437 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into a4f5d8725c1343cbbf3b33631b9e4e4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:33,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:33,437 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=12, startTime=1731567392976; duration=0sec 2024-11-14T06:56:33,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:33,437 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:33,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567453612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567453622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567453632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/e7cc1069a42a4fc38f6474affa0364aa 2024-11-14T06:56:33,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/b14438fa966047099a87107eb52e6ab3 is 50, key is test_row_0/C:col10/1731567391824/Put/seqid=0 2024-11-14T06:56:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742377_1553 (size=12151) 2024-11-14T06:56:33,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:33,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:33,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567453982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567453982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:33,985 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:33,985 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:34,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567454122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567454132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:34,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567454142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:34,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:34,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:34,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:34,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/b14438fa966047099a87107eb52e6ab3 2024-11-14T06:56:34,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/eae0d12098b9481194d9b57163e36fbf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf 2024-11-14T06:56:34,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf, entries=200, sequenceid=159, filesize=38.8 K 2024-11-14T06:56:34,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/e7cc1069a42a4fc38f6474affa0364aa as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa 2024-11-14T06:56:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa, entries=150, sequenceid=159, filesize=11.9 K 2024-11-14T06:56:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/b14438fa966047099a87107eb52e6ab3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3 2024-11-14T06:56:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3, entries=150, sequenceid=159, filesize=11.9 K 2024-11-14T06:56:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~463.97 KB/475104, currentSize=26.84 KB/27480 for 6f066501e33be9a0ff71b78fde4b1a03 in 1282ms, sequenceid=159, compaction requested=false 2024-11-14T06:56:34,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,379 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114705a2c94c75f41a6b14b471755c4761d_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_1/A:col10/1731567392987/Put/seqid=0 2024-11-14T06:56:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742378_1554 (size=9814) 2024-11-14T06:56:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,393 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114705a2c94c75f41a6b14b471755c4761d_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705a2c94c75f41a6b14b471755c4761d_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/704a1a9039334dc0bd82d10bfd60eea3, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/704a1a9039334dc0bd82d10bfd60eea3 is 175, key is test_row_1/A:col10/1731567392987/Put/seqid=0 2024-11-14T06:56:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742379_1555 (size=22461) 2024-11-14T06:56:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/704a1a9039334dc0bd82d10bfd60eea3 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ea2afb30007d445aa951d1ed19159a85 is 50, key is test_row_1/B:col10/1731567392987/Put/seqid=0 2024-11-14T06:56:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742380_1556 (size=9757) 2024-11-14T06:56:34,414 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ea2afb30007d445aa951d1ed19159a85 2024-11-14T06:56:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2fdbbfe31a604d7fbd79a9565e18d330 is 50, key is test_row_1/C:col10/1731567392987/Put/seqid=0 2024-11-14T06:56:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742381_1557 (size=9757) 2024-11-14T06:56:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,831 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2fdbbfe31a604d7fbd79a9565e18d330 2024-11-14T06:56:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/704a1a9039334dc0bd82d10bfd60eea3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3 2024-11-14T06:56:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3, entries=100, sequenceid=169, filesize=21.9 K 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ea2afb30007d445aa951d1ed19159a85 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85 2024-11-14T06:56:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,840 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85, entries=100, sequenceid=169, filesize=9.5 K 2024-11-14T06:56:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2fdbbfe31a604d7fbd79a9565e18d330 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330 2024-11-14T06:56:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330, entries=100, sequenceid=169, filesize=9.5 K 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,845 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 6f066501e33be9a0ff71b78fde4b1a03 in 466ms, sequenceid=169, compaction requested=true 2024-11-14T06:56:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:34,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-14T06:56:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T06:56:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9190 sec 2024-11-14T06:56:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.9240 sec 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:35,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:35,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e5b7fd8ccc4146f1a0548025190e89ba_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742382_1558 (size=12304) 2024-11-14T06:56:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e5b7fd8ccc4146f1a0548025190e89ba_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e5b7fd8ccc4146f1a0548025190e89ba_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9dbd9454bc5145179afe9c3694791abc, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9dbd9454bc5145179afe9c3694791abc is 175, key is test_row_0/A:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742383_1559 (size=31105) 2024-11-14T06:56:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731567395206, max timestamp=1731567395219Num uniques 859; 2024-11-14T06:56:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:56:35,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567455234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567455235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567455235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567455343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567455352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567455352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567455552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567455562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567455562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9dbd9454bc5145179afe9c3694791abc 2024-11-14T06:56:35,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 is 50, key is test_row_0/B:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742384_1560 (size=12151) 2024-11-14T06:56:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567455862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567455872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567455872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567456002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:36,005 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 2024-11-14T06:56:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/d9fa0c4d3319469786d058dfa3b00cf3 is 50, key is test_row_0/C:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567456012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742385_1561 (size=12151) 2024-11-14T06:56:36,014 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T06:56:36,093 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:36,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T06:56:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:36,095 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:36,096 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:36,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:36,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T06:56:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567456372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567456382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567456382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:36,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:36,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T06:56:36,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:36,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/d9fa0c4d3319469786d058dfa3b00cf3 2024-11-14T06:56:36,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9dbd9454bc5145179afe9c3694791abc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc 2024-11-14T06:56:36,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc, entries=150, sequenceid=179, filesize=30.4 K 2024-11-14T06:56:36,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 2024-11-14T06:56:36,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:56:36,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/d9fa0c4d3319469786d058dfa3b00cf3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3 2024-11-14T06:56:36,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3, entries=150, sequenceid=179, filesize=11.9 K 2024-11-14T06:56:36,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6f066501e33be9a0ff71b78fde4b1a03 in 1250ms, sequenceid=179, compaction requested=true 2024-11-14T06:56:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:36,429 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:36,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:36,430 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:36,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:36,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:36,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:36,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:36,431 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,431 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=121.5 K 2024-11-14T06:56:36,431 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,431 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc] 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13f0d7fc28ac4d3eb664ea953a61f1ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:36,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae0d12098b9481194d9b57163e36fbf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731567391823 2024-11-14T06:56:36,432 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ae67109a1d87464981dc8d59adae639d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=45.1 K 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 704a1a9039334dc0bd82d10bfd60eea3, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731567392987 2024-11-14T06:56:36,432 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ae67109a1d87464981dc8d59adae639d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:36,433 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dbd9454bc5145179afe9c3694791abc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:36,433 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e7cc1069a42a4fc38f6474affa0364aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731567391823 2024-11-14T06:56:36,433 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2afb30007d445aa951d1ed19159a85, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731567392987 2024-11-14T06:56:36,433 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d7d6c2d5b74c4b9881f21fbf0a5f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:36,450 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:36,458 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111417ef14c923244f95b0be3f7c6d666893_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:36,460 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:36,460 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111417ef14c923244f95b0be3f7c6d666893_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:36,460 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/d274437e81bd4b7086155c86d9d1072d is 50, key is test_row_0/B:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:36,460 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417ef14c923244f95b0be3f7c6d666893_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742387_1563 (size=4469) 2024-11-14T06:56:36,469 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#474 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:36,470 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/183abaad09454eedbfb75c0711e8e703 is 175, key is test_row_0/A:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742386_1562 (size=12425) 2024-11-14T06:56:36,474 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/d274437e81bd4b7086155c86d9d1072d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d274437e81bd4b7086155c86d9d1072d 2024-11-14T06:56:36,479 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into d274437e81bd4b7086155c86d9d1072d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:36,479 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:36,479 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=12, startTime=1731567396429; duration=0sec 2024-11-14T06:56:36,479 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:36,479 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:36,479 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T06:56:36,480 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T06:56:36,480 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:36,480 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,480 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/a4f5d8725c1343cbbf3b33631b9e4e4c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=45.1 K 2024-11-14T06:56:36,480 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a4f5d8725c1343cbbf3b33631b9e4e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731567390545 2024-11-14T06:56:36,481 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b14438fa966047099a87107eb52e6ab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731567391823 2024-11-14T06:56:36,481 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fdbbfe31a604d7fbd79a9565e18d330, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731567392987 2024-11-14T06:56:36,481 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d9fa0c4d3319469786d058dfa3b00cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:36,487 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:36,488 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/99723a176b1a4d2096fe0c5f02f3b58a is 50, key is test_row_0/C:col10/1731567395171/Put/seqid=0 2024-11-14T06:56:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742388_1564 (size=31379) 2024-11-14T06:56:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742389_1565 (size=12425) 2024-11-14T06:56:36,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T06:56:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:36,554 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=134.18 KB heapSize=391.80 KB 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:36,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c98783dbb9c4307a48f9aee3bdd057f_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567395234/Put/seqid=0 2024-11-14T06:56:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742390_1566 (size=12304) 2024-11-14T06:56:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:36,901 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/183abaad09454eedbfb75c0711e8e703 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703 2024-11-14T06:56:36,908 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 183abaad09454eedbfb75c0711e8e703(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:36,908 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:36,908 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=12, startTime=1731567396429; duration=0sec 2024-11-14T06:56:36,908 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:36,908 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:36,909 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/99723a176b1a4d2096fe0c5f02f3b58a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/99723a176b1a4d2096fe0c5f02f3b58a 2024-11-14T06:56:36,913 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into 99723a176b1a4d2096fe0c5f02f3b58a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:36,913 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:36,913 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=12, startTime=1731567396430; duration=0sec 2024-11-14T06:56:36,913 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:36,913 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:36,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:36,967 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c98783dbb9c4307a48f9aee3bdd057f_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c98783dbb9c4307a48f9aee3bdd057f_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9edc0450a44e4d489e580900fbd82d7f, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:36,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9edc0450a44e4d489e580900fbd82d7f is 175, key is test_row_0/A:col10/1731567395234/Put/seqid=0 2024-11-14T06:56:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742391_1567 (size=31105) 2024-11-14T06:56:36,971 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9edc0450a44e4d489e580900fbd82d7f 2024-11-14T06:56:36,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/08d418c11b6d4f86bd5435dc18098ecc is 50, key is test_row_0/B:col10/1731567395234/Put/seqid=0 2024-11-14T06:56:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742392_1568 (size=12151) 2024-11-14T06:56:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:37,380 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/08d418c11b6d4f86bd5435dc18098ecc 2024-11-14T06:56:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:37,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:37,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/07e81f4844ed42e4bd5e33d5c187b329 is 50, key is test_row_0/C:col10/1731567395234/Put/seqid=0 2024-11-14T06:56:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742393_1569 (size=12151) 2024-11-14T06:56:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567457396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567457397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567457397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567457502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567457512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567457512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567457712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567457722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567457722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:37,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:37,790 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/07e81f4844ed42e4bd5e33d5c187b329 2024-11-14T06:56:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/9edc0450a44e4d489e580900fbd82d7f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f 2024-11-14T06:56:37,797 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f, entries=150, sequenceid=207, filesize=30.4 K 2024-11-14T06:56:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/08d418c11b6d4f86bd5435dc18098ecc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc 2024-11-14T06:56:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,800 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T06:56:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/07e81f4844ed42e4bd5e33d5c187b329 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329 2024-11-14T06:56:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,803 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T06:56:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,804 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~391.75 KB/401152, currentSize=40.25 KB/41220 for 6f066501e33be9a0ff71b78fde4b1a03 in 1249ms, sequenceid=207, compaction requested=false 2024-11-14T06:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T06:56:37,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.7130 sec 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:38,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:38,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149a9f6d47995a4de19f30db93272438d8_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742394_1570 (size=12304) 2024-11-14T06:56:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567398053, max timestamp=1731567398069Num uniques 859; 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567398053, max timestamp=1731567398069Num uniques 859; 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731567398053, max timestamp=1731567398069Num uniques 859; 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:56:38,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/20680646cf8a:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-14T06:56:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567458090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567458091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567458096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567458202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567458202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567458212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T06:56:38,242 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:38,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-14T06:56:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:38,244 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:38,245 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:38,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:38,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T06:56:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567458412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567458412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567458422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:38,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149a9f6d47995a4de19f30db93272438d8_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a9f6d47995a4de19f30db93272438d8_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:38,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/09600ae21d804bfc8ee03930f3bffa94, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:38,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/09600ae21d804bfc8ee03930f3bffa94 is 175, key is test_row_0/A:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742395_1571 (size=31101) 2024-11-14T06:56:38,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/09600ae21d804bfc8ee03930f3bffa94 2024-11-14T06:56:38,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6c70ce67d1994fb38e55500a80c80562 is 50, key is test_row_0/B:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742396_1572 (size=9757) 2024-11-14T06:56:38,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6c70ce67d1994fb38e55500a80c80562 2024-11-14T06:56:38,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2b1163f91d04434a914336360c864757 is 50, key is test_row_0/C:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:38,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742397_1573 (size=9757) 2024-11-14T06:56:38,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T06:56:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T06:56:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567458724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567458724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567458732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:38,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T06:56:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:38,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2b1163f91d04434a914336360c864757 2024-11-14T06:56:38,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/09600ae21d804bfc8ee03930f3bffa94 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94 2024-11-14T06:56:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:38,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94, entries=150, sequenceid=219, filesize=30.4 K 2024-11-14T06:56:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6c70ce67d1994fb38e55500a80c80562 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562 2024-11-14T06:56:38,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562, entries=100, sequenceid=219, filesize=9.5 K 2024-11-14T06:56:38,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2b1163f91d04434a914336360c864757 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757 2024-11-14T06:56:38,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757, entries=100, sequenceid=219, filesize=9.5 K 2024-11-14T06:56:38,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6f066501e33be9a0ff71b78fde4b1a03 in 854ms, sequenceid=219, compaction requested=true 2024-11-14T06:56:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:38,884 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:38,885 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,885 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,885 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d274437e81bd4b7086155c86d9d1072d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=33.5 K 2024-11-14T06:56:38,885 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=91.4 K 2024-11-14T06:56:38,885 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:38,885 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94] 2024-11-14T06:56:38,886 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting d274437e81bd4b7086155c86d9d1072d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:38,886 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 183abaad09454eedbfb75c0711e8e703, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:38,886 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9edc0450a44e4d489e580900fbd82d7f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731567395233 2024-11-14T06:56:38,886 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d418c11b6d4f86bd5435dc18098ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731567395233 2024-11-14T06:56:38,897 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c70ce67d1994fb38e55500a80c80562, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567397396 2024-11-14T06:56:38,898 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09600ae21d804bfc8ee03930f3bffa94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567397396 2024-11-14T06:56:38,905 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:38,906 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/dcdf5b9750774a5f987f83efc92a5670 is 50, key is test_row_0/B:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:38,908 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:38,909 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114e82c7a4226c14665bdeae249af2e3d63_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:38,911 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114e82c7a4226c14665bdeae249af2e3d63_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:38,911 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e82c7a4226c14665bdeae249af2e3d63_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:38,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742398_1574 (size=4469) 2024-11-14T06:56:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742399_1575 (size=12527) 2024-11-14T06:56:39,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:39,010 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:39,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c4a30857f42d4cbd89592c3dca8ad363_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567398090/Put/seqid=0 2024-11-14T06:56:39,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742400_1576 (size=12304) 2024-11-14T06:56:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:39,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567459248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567459253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567459254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,322 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:39,322 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/49e9bbd90b6f49a29778d08a6a8b27e1 is 175, key is test_row_0/A:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742401_1577 (size=31588) 2024-11-14T06:56:39,331 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/49e9bbd90b6f49a29778d08a6a8b27e1 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1 2024-11-14T06:56:39,334 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/dcdf5b9750774a5f987f83efc92a5670 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dcdf5b9750774a5f987f83efc92a5670 2024-11-14T06:56:39,335 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 49e9bbd90b6f49a29778d08a6a8b27e1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:39,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:39,336 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567398884; duration=0sec 2024-11-14T06:56:39,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:39,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:39,336 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:39,337 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:39,337 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:39,337 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:39,337 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/99723a176b1a4d2096fe0c5f02f3b58a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=33.5 K 2024-11-14T06:56:39,338 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into dcdf5b9750774a5f987f83efc92a5670(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:39,338 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:39,338 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567398884; duration=0sec 2024-11-14T06:56:39,338 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99723a176b1a4d2096fe0c5f02f3b58a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731567395171 2024-11-14T06:56:39,338 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:39,338 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:39,338 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07e81f4844ed42e4bd5e33d5c187b329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731567395233 2024-11-14T06:56:39,339 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b1163f91d04434a914336360c864757, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567397396 2024-11-14T06:56:39,344 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:39,344 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/dcecc16afef54f8bb82492572e995baf is 50, key is test_row_0/C:col10/1731567397396/Put/seqid=0 2024-11-14T06:56:39,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742402_1578 (size=12527) 2024-11-14T06:56:39,356 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/dcecc16afef54f8bb82492572e995baf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/dcecc16afef54f8bb82492572e995baf 2024-11-14T06:56:39,359 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into dcecc16afef54f8bb82492572e995baf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:39,360 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:39,360 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567398884; duration=0sec 2024-11-14T06:56:39,360 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:39,360 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:39,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567459362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567459363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567459372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:39,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:39,429 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c4a30857f42d4cbd89592c3dca8ad363_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c4a30857f42d4cbd89592c3dca8ad363_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/dff9bc498802485e90f2a889cb7fdc91, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/dff9bc498802485e90f2a889cb7fdc91 is 175, key is test_row_0/A:col10/1731567398090/Put/seqid=0 2024-11-14T06:56:39,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742403_1579 (size=31105) 2024-11-14T06:56:39,433 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/dff9bc498802485e90f2a889cb7fdc91 2024-11-14T06:56:39,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/0dddfbe7ab874d7aa21c167e171537d2 is 50, key is test_row_0/B:col10/1731567398090/Put/seqid=0 2024-11-14T06:56:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742404_1580 (size=12151) 2024-11-14T06:56:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567459572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567459572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567459582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,841 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/0dddfbe7ab874d7aa21c167e171537d2 2024-11-14T06:56:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/cccb167356794752b9c9162b8ce51e70 is 50, key is test_row_0/C:col10/1731567398090/Put/seqid=0 2024-11-14T06:56:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742405_1581 (size=12151) 2024-11-14T06:56:39,858 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/cccb167356794752b9c9162b8ce51e70 2024-11-14T06:56:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/dff9bc498802485e90f2a889cb7fdc91 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91 2024-11-14T06:56:39,866 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91, entries=150, sequenceid=254, filesize=30.4 K 2024-11-14T06:56:39,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/0dddfbe7ab874d7aa21c167e171537d2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2 2024-11-14T06:56:39,870 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T06:56:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/cccb167356794752b9c9162b8ce51e70 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70 2024-11-14T06:56:39,875 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T06:56:39,876 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 6f066501e33be9a0ff71b78fde4b1a03 in 866ms, sequenceid=254, compaction requested=false 2024-11-14T06:56:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-14T06:56:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-14T06:56:39,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T06:56:39,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-14T06:56:39,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.6390 sec 2024-11-14T06:56:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:39,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:39,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:39,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a27d8ba3f32c4b5b931e7940f81b973e_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742406_1582 (size=12454) 2024-11-14T06:56:39,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:39,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567459925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,932 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a27d8ba3f32c4b5b931e7940f81b973e_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a27d8ba3f32c4b5b931e7940f81b973e_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:39,933 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6ac5e04b3364463aa86176f28eaeb12d, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:39,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6ac5e04b3364463aa86176f28eaeb12d is 175, key is test_row_0/A:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567459928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567459929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742407_1583 (size=31255) 2024-11-14T06:56:39,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6ac5e04b3364463aa86176f28eaeb12d 2024-11-14T06:56:39,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ceae87e35d6042aca239bc9ca3fb04e5 is 50, key is test_row_0/B:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742408_1584 (size=12301) 2024-11-14T06:56:39,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ceae87e35d6042aca239bc9ca3fb04e5 2024-11-14T06:56:39,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/aa14a10035c240fa9e6f8fe16469b70b is 50, key is test_row_0/C:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:39,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742409_1585 (size=12301) 2024-11-14T06:56:40,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567460032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36848 deadline: 1731567460042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567460042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567460042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,045 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36918 deadline: 1731567460052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,056 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 20680646cf8a,38461,1731567240936 for 'test_row_0' in 6f066501e33be9a0ff71b78fde4b1a03 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T06:56:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567460242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567460252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567460252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/aa14a10035c240fa9e6f8fe16469b70b 2024-11-14T06:56:40,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6ac5e04b3364463aa86176f28eaeb12d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d 2024-11-14T06:56:40,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d, entries=150, sequenceid=269, filesize=30.5 K 2024-11-14T06:56:40,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/ceae87e35d6042aca239bc9ca3fb04e5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5 2024-11-14T06:56:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T06:56:40,392 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:40,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-14T06:56:40,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T06:56:40,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/aa14a10035c240fa9e6f8fe16469b70b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b 2024-11-14T06:56:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T06:56:40,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:40,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T06:56:40,399 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:40,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:40,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6f066501e33be9a0ff71b78fde4b1a03 in 514ms, sequenceid=269, compaction requested=true 2024-11-14T06:56:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:40,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:40,399 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:40,399 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:40,400 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:40,401 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93948 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:40,401 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:40,401 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:40,401 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=91.7 K 2024-11-14T06:56:40,401 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:40,401 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d] 2024-11-14T06:56:40,401 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:40,401 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:40,401 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dcdf5b9750774a5f987f83efc92a5670, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.1 K 2024-11-14T06:56:40,402 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e9bbd90b6f49a29778d08a6a8b27e1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567395234 2024-11-14T06:56:40,402 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting dcdf5b9750774a5f987f83efc92a5670, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567395234 2024-11-14T06:56:40,402 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff9bc498802485e90f2a889cb7fdc91, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731567398088 2024-11-14T06:56:40,402 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dddfbe7ab874d7aa21c167e171537d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731567398088 2024-11-14T06:56:40,402 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac5e04b3364463aa86176f28eaeb12d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:40,403 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting ceae87e35d6042aca239bc9ca3fb04e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:40,418 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:40,418 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/c1c9b19943c94285a83aaf637d72b537 is 50, key is test_row_0/B:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:40,419 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:40,433 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146f337c1d13b7466db9d0dd3ad7768302_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:40,435 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146f337c1d13b7466db9d0dd3ad7768302_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:40,435 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146f337c1d13b7466db9d0dd3ad7768302_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742411_1587 (size=4469) 2024-11-14T06:56:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742410_1586 (size=12779) 2024-11-14T06:56:40,444 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#493 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:40,445 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/08f36f85147a4b33b7b4acf04523947c is 175, key is test_row_0/A:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:40,447 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/c1c9b19943c94285a83aaf637d72b537 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/c1c9b19943c94285a83aaf637d72b537 2024-11-14T06:56:40,451 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into c1c9b19943c94285a83aaf637d72b537(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:40,451 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:40,451 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567400399; duration=0sec 2024-11-14T06:56:40,451 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:40,451 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:40,451 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:40,452 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:40,452 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:40,452 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:40,452 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/dcecc16afef54f8bb82492572e995baf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.1 K 2024-11-14T06:56:40,452 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting dcecc16afef54f8bb82492572e995baf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731567395234 2024-11-14T06:56:40,452 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting cccb167356794752b9c9162b8ce51e70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731567398088 2024-11-14T06:56:40,453 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting aa14a10035c240fa9e6f8fe16469b70b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:40,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742412_1588 (size=31733) 2024-11-14T06:56:40,460 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:40,461 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/eefa7ef33ec743399d8b718ac99b6fcc is 50, key is test_row_0/C:col10/1731567399239/Put/seqid=0 2024-11-14T06:56:40,462 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/08f36f85147a4b33b7b4acf04523947c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c 2024-11-14T06:56:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742413_1589 (size=12779) 2024-11-14T06:56:40,467 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 08f36f85147a4b33b7b4acf04523947c(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:40,467 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:40,467 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567400399; duration=0sec 2024-11-14T06:56:40,467 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:40,467 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T06:56:40,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-14T06:56:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:40,552 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-14T06:56:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:40,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459be08697e3e4da68bf8e4d4aede9327_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567399925/Put/seqid=0 2024-11-14T06:56:40,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742414_1590 (size=12454) 2024-11-14T06:56:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:40,566 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111459be08697e3e4da68bf8e4d4aede9327_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459be08697e3e4da68bf8e4d4aede9327_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6692ae483bd2402aa57252d818aee9e9, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6692ae483bd2402aa57252d818aee9e9 is 175, key is test_row_0/A:col10/1731567399925/Put/seqid=0 2024-11-14T06:56:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742415_1591 (size=31255) 2024-11-14T06:56:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567460573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567460574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567460575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567460682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567460682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567460682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T06:56:40,870 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/eefa7ef33ec743399d8b718ac99b6fcc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/eefa7ef33ec743399d8b718ac99b6fcc 2024-11-14T06:56:40,873 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into eefa7ef33ec743399d8b718ac99b6fcc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:40,873 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:40,873 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567400400; duration=0sec 2024-11-14T06:56:40,874 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:40,874 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:40,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567460892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567460893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567460893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:40,971 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6692ae483bd2402aa57252d818aee9e9 2024-11-14T06:56:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/81417c03a6574b9d90eae1674e30ea42 is 50, key is test_row_0/B:col10/1731567399925/Put/seqid=0 2024-11-14T06:56:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742416_1592 (size=12301) 2024-11-14T06:56:41,000 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/81417c03a6574b9d90eae1674e30ea42 2024-11-14T06:56:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/4152c1d5cf6f41c0b3daf318a27fb60f is 50, key is test_row_0/C:col10/1731567399925/Put/seqid=0 2024-11-14T06:56:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T06:56:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742417_1593 (size=12301) 2024-11-14T06:56:41,036 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/4152c1d5cf6f41c0b3daf318a27fb60f 2024-11-14T06:56:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/6692ae483bd2402aa57252d818aee9e9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9 2024-11-14T06:56:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9, entries=150, sequenceid=291, filesize=30.5 K 2024-11-14T06:56:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/81417c03a6574b9d90eae1674e30ea42 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42 2024-11-14T06:56:41,068 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T06:56:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/4152c1d5cf6f41c0b3daf318a27fb60f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f 2024-11-14T06:56:41,075 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T06:56:41,076 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6f066501e33be9a0ff71b78fde4b1a03 in 524ms, sequenceid=291, compaction requested=false 2024-11-14T06:56:41,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:41,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-14T06:56:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-14T06:56:41,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T06:56:41,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 679 msec 2024-11-14T06:56:41,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 691 msec 2024-11-14T06:56:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:41,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:41,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:41,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148e45eb51c12d4bdba966f0e31753d1ba_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742418_1594 (size=17534) 2024-11-14T06:56:41,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:41,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148e45eb51c12d4bdba966f0e31753d1ba_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e45eb51c12d4bdba966f0e31753d1ba_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:41,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c76093408c4346f4852aa1f60d7d545d, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:41,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c76093408c4346f4852aa1f60d7d545d is 175, key is test_row_0/A:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742419_1595 (size=48639) 2024-11-14T06:56:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567461229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567461234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567461235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567461342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567461342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567461342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-14T06:56:41,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:41,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-14T06:56:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:41,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:41,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:41,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567461553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567461553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567461553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c76093408c4346f4852aa1f60d7d545d 2024-11-14T06:56:41,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8c9dc3fc2f9d4053a46a09134f5d84a0 is 50, key is test_row_0/B:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742420_1596 (size=12301) 2024-11-14T06:56:41,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8c9dc3fc2f9d4053a46a09134f5d84a0 2024-11-14T06:56:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:41,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/33364249205d4eb78ba99fdc9a9a030a is 50, key is test_row_0/C:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742421_1597 (size=12301) 2024-11-14T06:56:41,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T06:56:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T06:56:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567461862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567461862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567461863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:41,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T06:56:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:41,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:42,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/33364249205d4eb78ba99fdc9a9a030a 2024-11-14T06:56:42,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c76093408c4346f4852aa1f60d7d545d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d 2024-11-14T06:56:42,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d, entries=250, sequenceid=307, filesize=47.5 K 2024-11-14T06:56:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8c9dc3fc2f9d4053a46a09134f5d84a0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0 2024-11-14T06:56:42,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0, entries=150, sequenceid=307, filesize=12.0 K 2024-11-14T06:56:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/33364249205d4eb78ba99fdc9a9a030a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a 2024-11-14T06:56:42,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a, entries=150, sequenceid=307, filesize=12.0 K 2024-11-14T06:56:42,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 6f066501e33be9a0ff71b78fde4b1a03 in 855ms, sequenceid=307, compaction requested=true 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:42,061 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:42,061 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:42,062 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:42,062 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:42,062 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/c1c9b19943c94285a83aaf637d72b537, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.5 K 2024-11-14T06:56:42,062 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=109.0 K 2024-11-14T06:56:42,062 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d] 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c9b19943c94285a83aaf637d72b537, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:42,062 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 81417c03a6574b9d90eae1674e30ea42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731567399923 2024-11-14T06:56:42,063 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9dc3fc2f9d4053a46a09134f5d84a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400573 2024-11-14T06:56:42,063 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f36f85147a4b33b7b4acf04523947c, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:42,063 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6692ae483bd2402aa57252d818aee9e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731567399923 2024-11-14T06:56:42,064 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c76093408c4346f4852aa1f60d7d545d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400567 2024-11-14T06:56:42,071 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:42,071 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a0793e71b93c4f5380efe487f9273a6a is 50, key is test_row_0/B:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:42,072 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:42,074 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f7512d413acd4c41af41be8320b8136f_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:42,076 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f7512d413acd4c41af41be8320b8136f_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:42,076 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f7512d413acd4c41af41be8320b8136f_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742422_1598 (size=12881) 2024-11-14T06:56:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742423_1599 (size=4469) 2024-11-14T06:56:42,090 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a0793e71b93c4f5380efe487f9273a6a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a0793e71b93c4f5380efe487f9273a6a 2024-11-14T06:56:42,093 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into a0793e71b93c4f5380efe487f9273a6a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:42,094 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:42,094 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567402061; duration=0sec 2024-11-14T06:56:42,094 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:42,094 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:42,094 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:42,095 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:42,095 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:42,095 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:42,095 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/eefa7ef33ec743399d8b718ac99b6fcc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.5 K 2024-11-14T06:56:42,095 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting eefa7ef33ec743399d8b718ac99b6fcc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731567399239 2024-11-14T06:56:42,095 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 4152c1d5cf6f41c0b3daf318a27fb60f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731567399923 2024-11-14T06:56:42,095 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 33364249205d4eb78ba99fdc9a9a030a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400573 2024-11-14T06:56:42,101 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:42,102 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/8bbb8514bf43490d95f68920a48ce88b is 50, key is test_row_0/C:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742424_1600 (size=12881) 2024-11-14T06:56:42,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-14T06:56:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:42,146 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444aa88c12ab94f0f97ff6c0ca33234f6_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567401233/Put/seqid=0 2024-11-14T06:56:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742425_1601 (size=12454) 2024-11-14T06:56:42,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:42,162 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444aa88c12ab94f0f97ff6c0ca33234f6_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444aa88c12ab94f0f97ff6c0ca33234f6_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:42,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/722bc624eb4846f5937e106dda29b0a3, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/722bc624eb4846f5937e106dda29b0a3 is 175, key is test_row_0/A:col10/1731567401233/Put/seqid=0 2024-11-14T06:56:42,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742426_1602 (size=31255) 2024-11-14T06:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567462394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567462395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567462396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,489 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:42,489 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/e9173478db924743b517e76a647a401e is 175, key is test_row_0/A:col10/1731567401206/Put/seqid=0 2024-11-14T06:56:42,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742427_1603 (size=31835) 2024-11-14T06:56:42,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567462502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,509 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/8bbb8514bf43490d95f68920a48ce88b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/8bbb8514bf43490d95f68920a48ce88b 2024-11-14T06:56:42,513 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into 8bbb8514bf43490d95f68920a48ce88b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:42,513 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:42,513 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567402061; duration=0sec 2024-11-14T06:56:42,513 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:42,513 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567462512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567462512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,572 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/722bc624eb4846f5937e106dda29b0a3 2024-11-14T06:56:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b8f2ec8f1c75473c9077bba854f3d640 is 50, key is test_row_0/B:col10/1731567401233/Put/seqid=0 2024-11-14T06:56:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742428_1604 (size=12301) 2024-11-14T06:56:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:42,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567462712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567462722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567462723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:42,896 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/e9173478db924743b517e76a647a401e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e 2024-11-14T06:56:42,899 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into e9173478db924743b517e76a647a401e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:42,899 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:42,900 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567402061; duration=0sec 2024-11-14T06:56:42,900 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:42,900 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:42,981 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b8f2ec8f1c75473c9077bba854f3d640 2024-11-14T06:56:42,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e1e037fcd7bb4e469ea7b635c054daec is 50, key is test_row_0/C:col10/1731567401233/Put/seqid=0 2024-11-14T06:56:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742429_1605 (size=12301) 2024-11-14T06:56:43,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567463022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567463032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567463032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,393 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e1e037fcd7bb4e469ea7b635c054daec 2024-11-14T06:56:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/722bc624eb4846f5937e106dda29b0a3 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3 2024-11-14T06:56:43,399 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3, entries=150, sequenceid=326, filesize=30.5 K 2024-11-14T06:56:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b8f2ec8f1c75473c9077bba854f3d640 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640 2024-11-14T06:56:43,403 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T06:56:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e1e037fcd7bb4e469ea7b635c054daec as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec 2024-11-14T06:56:43,411 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T06:56:43,412 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 6f066501e33be9a0ff71b78fde4b1a03 in 1266ms, sequenceid=326, compaction requested=false 2024-11-14T06:56:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-14T06:56:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-14T06:56:43,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-14T06:56:43,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec 2024-11-14T06:56:43,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8830 sec 2024-11-14T06:56:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:43,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T06:56:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:43,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114adcdfb9ae0594f16b6fa07c2679c4f31_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742430_1606 (size=14994) 2024-11-14T06:56:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567463557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567463558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567463562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567463673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567463673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567463673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T06:56:43,682 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:43,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-14T06:56:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:43,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:43,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:43,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:43,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T06:56:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:43,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567463882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567463882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567463882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:43,946 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:43,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114adcdfb9ae0594f16b6fa07c2679c4f31_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114adcdfb9ae0594f16b6fa07c2679c4f31_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:43,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13136ff45c8c437b99d608874c5d025a, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:43,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13136ff45c8c437b99d608874c5d025a is 175, key is test_row_0/A:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742431_1607 (size=39949) 2024-11-14T06:56:43,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13136ff45c8c437b99d608874c5d025a 2024-11-14T06:56:43,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8ddf47a39ba94bceab6677a532061c4c is 50, key is test_row_0/B:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742432_1608 (size=12301) 2024-11-14T06:56:43,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T06:56:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:43,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:43,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:43,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:44,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T06:56:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567464192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567464192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567464192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T06:56:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:44,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8ddf47a39ba94bceab6677a532061c4c 2024-11-14T06:56:44,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e972e8f832864710a461a8fe1d43cff0 is 50, key is test_row_0/C:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742433_1609 (size=12301) 2024-11-14T06:56:44,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e972e8f832864710a461a8fe1d43cff0 2024-11-14T06:56:44,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/13136ff45c8c437b99d608874c5d025a as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a 2024-11-14T06:56:44,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a, entries=200, sequenceid=344, filesize=39.0 K 2024-11-14T06:56:44,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/8ddf47a39ba94bceab6677a532061c4c as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c 2024-11-14T06:56:44,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T06:56:44,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/e972e8f832864710a461a8fe1d43cff0 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0 2024-11-14T06:56:44,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0, entries=150, sequenceid=344, filesize=12.0 K 2024-11-14T06:56:44,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6f066501e33be9a0ff71b78fde4b1a03 in 849ms, sequenceid=344, compaction requested=true 2024-11-14T06:56:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:44,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:44,385 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:44,385 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:44,385 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:44,385 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:44,385 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,385 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=100.6 K 2024-11-14T06:56:44,385 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,385 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a] 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9173478db924743b517e76a647a401e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400573 2024-11-14T06:56:44,386 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,386 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a0793e71b93c4f5380efe487f9273a6a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.6 K 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 722bc624eb4846f5937e106dda29b0a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731567401221 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a0793e71b93c4f5380efe487f9273a6a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400573 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f2ec8f1c75473c9077bba854f3d640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731567401221 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13136ff45c8c437b99d608874c5d025a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402387 2024-11-14T06:56:44,386 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ddf47a39ba94bceab6677a532061c4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402394 2024-11-14T06:56:44,391 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:44,392 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:44,392 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149c642716d6404f6daa6f38f936bb3cca_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:44,393 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6528edd88ac944839f77d00ffbe16d06 is 50, key is test_row_0/B:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:44,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149c642716d6404f6daa6f38f936bb3cca_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:44,394 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c642716d6404f6daa6f38f936bb3cca_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742434_1610 (size=12983) 2024-11-14T06:56:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742435_1611 (size=4469) 2024-11-14T06:56:44,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-14T06:56:44,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,447 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:44,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114360cbb949279485181df83989e707c2f_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567403561/Put/seqid=0 2024-11-14T06:56:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742436_1612 (size=12454) 2024-11-14T06:56:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:44,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567464725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567464725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567464726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,807 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:44,807 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/3a35f6d221e948d890d327089936b473 is 175, key is test_row_0/A:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:44,808 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/6528edd88ac944839f77d00ffbe16d06 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6528edd88ac944839f77d00ffbe16d06 2024-11-14T06:56:44,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742437_1613 (size=31937) 2024-11-14T06:56:44,814 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into 6528edd88ac944839f77d00ffbe16d06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:44,814 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:44,814 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567404385; duration=0sec 2024-11-14T06:56:44,814 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:44,814 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:44,814 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:44,815 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:44,815 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:44,815 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:44,815 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/8bbb8514bf43490d95f68920a48ce88b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.6 K 2024-11-14T06:56:44,815 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bbb8514bf43490d95f68920a48ce88b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731567400573 2024-11-14T06:56:44,815 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e1e037fcd7bb4e469ea7b635c054daec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731567401221 2024-11-14T06:56:44,816 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting e972e8f832864710a461a8fe1d43cff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402394 2024-11-14T06:56:44,820 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:44,820 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f is 50, key is test_row_0/C:col10/1731567403534/Put/seqid=0 2024-11-14T06:56:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742438_1614 (size=12983) 2024-11-14T06:56:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567464832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567464832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567464842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:44,858 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114360cbb949279485181df83989e707c2f_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114360cbb949279485181df83989e707c2f_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a6323096daad4febb06980be81a79a06, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a6323096daad4febb06980be81a79a06 is 175, key is test_row_0/A:col10/1731567403561/Put/seqid=0 2024-11-14T06:56:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742439_1615 (size=31255) 2024-11-14T06:56:44,865 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a6323096daad4febb06980be81a79a06 2024-11-14T06:56:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b2db330320794c05a40b7e74deaf585d is 50, key is test_row_0/B:col10/1731567403561/Put/seqid=0 2024-11-14T06:56:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742440_1616 (size=12301) 2024-11-14T06:56:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567465042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567465042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567465052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,215 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/3a35f6d221e948d890d327089936b473 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473 2024-11-14T06:56:45,219 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 3a35f6d221e948d890d327089936b473(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:45,219 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:45,219 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567404384; duration=0sec 2024-11-14T06:56:45,219 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:45,219 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:45,227 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f 2024-11-14T06:56:45,230 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into 6ccdfe8500a14516bb1ab4c0b3d9ee4f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:45,230 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:45,230 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567404385; duration=0sec 2024-11-14T06:56:45,231 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:45,231 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:45,277 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b2db330320794c05a40b7e74deaf585d 2024-11-14T06:56:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c86a8384bf374b318e4bf73005f60b38 is 50, key is test_row_0/C:col10/1731567403561/Put/seqid=0 2024-11-14T06:56:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742441_1617 (size=12301) 2024-11-14T06:56:45,292 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c86a8384bf374b318e4bf73005f60b38 2024-11-14T06:56:45,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a6323096daad4febb06980be81a79a06 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06 2024-11-14T06:56:45,300 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06, entries=150, sequenceid=360, filesize=30.5 K 2024-11-14T06:56:45,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/b2db330320794c05a40b7e74deaf585d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d 2024-11-14T06:56:45,305 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T06:56:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c86a8384bf374b318e4bf73005f60b38 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38 2024-11-14T06:56:45,308 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38, entries=150, sequenceid=360, filesize=12.0 K 2024-11-14T06:56:45,309 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6f066501e33be9a0ff71b78fde4b1a03 in 862ms, sequenceid=360, compaction requested=false 2024-11-14T06:56:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-14T06:56:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-14T06:56:45,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-14T06:56:45,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6250 sec 2024-11-14T06:56:45,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.6300 sec 2024-11-14T06:56:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:45,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-14T06:56:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:45,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1da8c4609284016ae16ff6a88a56f31_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742442_1618 (size=14994) 2024-11-14T06:56:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567465372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567465373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567465376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567465482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567465482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567465482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567465692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567465692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567465692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:45,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:45,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1da8c4609284016ae16ff6a88a56f31_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1da8c4609284016ae16ff6a88a56f31_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:45,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a9dec86f961a4bf0bee6d3ec69e1998d, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:45,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a9dec86f961a4bf0bee6d3ec69e1998d is 175, key is test_row_0/A:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742443_1619 (size=39949) 2024-11-14T06:56:45,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a9dec86f961a4bf0bee6d3ec69e1998d 2024-11-14T06:56:45,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a3b4a1193d694478ab4d745e351bed49 is 50, key is test_row_0/B:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742444_1620 (size=12301) 2024-11-14T06:56:45,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a3b4a1193d694478ab4d745e351bed49 2024-11-14T06:56:45,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/417b67a766a542d5a983308cc18a4fe5 is 50, key is test_row_0/C:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742445_1621 (size=12301) 2024-11-14T06:56:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-14T06:56:45,832 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:45,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T06:56:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-14T06:56:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:45,834 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T06:56:45,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T06:56:45,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T06:56:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:45,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T06:56:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:45,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:46,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567466003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567466003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567466003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T06:56:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T06:56:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:46,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/417b67a766a542d5a983308cc18a4fe5 2024-11-14T06:56:46,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/a9dec86f961a4bf0bee6d3ec69e1998d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d 2024-11-14T06:56:46,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d, entries=200, sequenceid=381, filesize=39.0 K 2024-11-14T06:56:46,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a3b4a1193d694478ab4d745e351bed49 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49 2024-11-14T06:56:46,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T06:56:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/417b67a766a542d5a983308cc18a4fe5 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5 2024-11-14T06:56:46,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T06:56:46,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6f066501e33be9a0ff71b78fde4b1a03 in 848ms, sequenceid=381, compaction requested=true 2024-11-14T06:56:46,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:46,204 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:46,204 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,204 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,205 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=100.7 K 2024-11-14T06:56:46,205 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6528edd88ac944839f77d00ffbe16d06, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.7 K 2024-11-14T06:56:46,205 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d] 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6528edd88ac944839f77d00ffbe16d06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402394 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a35f6d221e948d890d327089936b473, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402394 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting b2db330320794c05a40b7e74deaf585d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731567403555 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6323096daad4febb06980be81a79a06, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731567403555 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a3b4a1193d694478ab4d745e351bed49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:46,205 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9dec86f961a4bf0bee6d3ec69e1998d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:46,211 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:46,212 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:46,213 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/0a90524a53884384acb3cd4440e01100 is 50, key is test_row_0/B:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:46,213 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114423530acfd0a4f6b86f572272823c2c2_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:46,215 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114423530acfd0a4f6b86f572272823c2c2_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:46,216 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114423530acfd0a4f6b86f572272823c2c2_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742446_1622 (size=13085) 2024-11-14T06:56:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742447_1623 (size=4469) 2024-11-14T06:56:46,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,292 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a9005c97dff4313b5628e73d47acf52_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567405372/Put/seqid=0 2024-11-14T06:56:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742448_1624 (size=12454) 2024-11-14T06:56:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. as already flushing 2024-11-14T06:56:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567466539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567466541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567466541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,623 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#520 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:46,623 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c7b45928eb5d478e98d147c9a9b3b189 is 175, key is test_row_0/A:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:46,624 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/0a90524a53884384acb3cd4440e01100 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0a90524a53884384acb3cd4440e01100 2024-11-14T06:56:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742449_1625 (size=32039) 2024-11-14T06:56:46,628 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into 0a90524a53884384acb3cd4440e01100(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:46,628 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567406204; duration=0sec 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:46,628 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:46,629 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:46,629 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.7 K 2024-11-14T06:56:46,629 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ccdfe8500a14516bb1ab4c0b3d9ee4f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731567402394 2024-11-14T06:56:46,629 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c86a8384bf374b318e4bf73005f60b38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731567403555 2024-11-14T06:56:46,629 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 417b67a766a542d5a983308cc18a4fe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:46,635 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:46,635 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2a660fd928074b77bad487c4c7d2da9e is 50, key is test_row_0/C:col10/1731567405355/Put/seqid=0 2024-11-14T06:56:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742450_1626 (size=13085) 2024-11-14T06:56:46,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567466652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567466652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567466653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:46,709 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a9005c97dff4313b5628e73d47acf52_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a9005c97dff4313b5628e73d47acf52_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/727fc73ab65a4b7aa2e406e2bfc3a053, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/727fc73ab65a4b7aa2e406e2bfc3a053 is 175, key is test_row_0/A:col10/1731567405372/Put/seqid=0 2024-11-14T06:56:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742451_1627 (size=31255) 2024-11-14T06:56:46,713 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/727fc73ab65a4b7aa2e406e2bfc3a053 2024-11-14T06:56:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a792731090c344bb9775fc2a05dbbc11 is 50, key is test_row_0/B:col10/1731567405372/Put/seqid=0 2024-11-14T06:56:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742452_1628 (size=12301) 2024-11-14T06:56:46,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567466862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567466862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567466862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:47,031 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/c7b45928eb5d478e98d147c9a9b3b189 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189 2024-11-14T06:56:47,034 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into c7b45928eb5d478e98d147c9a9b3b189(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:47,034 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:47,034 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567406204; duration=0sec 2024-11-14T06:56:47,034 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:47,034 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:47,041 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/2a660fd928074b77bad487c4c7d2da9e as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2a660fd928074b77bad487c4c7d2da9e 2024-11-14T06:56:47,044 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into 2a660fd928074b77bad487c4c7d2da9e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:47,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:47,044 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567406204; duration=0sec 2024-11-14T06:56:47,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:47,044 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:47,123 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a792731090c344bb9775fc2a05dbbc11 2024-11-14T06:56:47,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/529b2a68ffae429e8451df33b60f28b9 is 50, key is test_row_0/C:col10/1731567405372/Put/seqid=0 2024-11-14T06:56:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742453_1629 (size=12301) 2024-11-14T06:56:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1731567467172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36850 deadline: 1731567467172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36864 deadline: 1731567467172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 2024-11-14T06:56:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 , the old value is region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T06:56:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., hostname=20680646cf8a,38461,1731567240936, seqNum=5 because the exception is null or not the one we care about 2024-11-14T06:56:47,531 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/529b2a68ffae429e8451df33b60f28b9 2024-11-14T06:56:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/727fc73ab65a4b7aa2e406e2bfc3a053 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053 2024-11-14T06:56:47,537 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053, entries=150, sequenceid=395, filesize=30.5 K 2024-11-14T06:56:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/a792731090c344bb9775fc2a05dbbc11 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11 2024-11-14T06:56:47,540 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T06:56:47,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/529b2a68ffae429e8451df33b60f28b9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9 2024-11-14T06:56:47,544 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T06:56:47,545 INFO [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6f066501e33be9a0ff71b78fde4b1a03 in 1252ms, sequenceid=395, compaction requested=false 2024-11-14T06:56:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/20680646cf8a:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-14T06:56:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-14T06:56:47,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-14T06:56:47,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-14T06:56:47,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.7150 sec 2024-11-14T06:56:47,635 INFO [Thread-2369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2369. 2024-11-14T06:56:47,635 DEBUG [Thread-2369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,635 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,635 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,637 INFO [Thread-2375 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2375. 2024-11-14T06:56:47,637 DEBUG [Thread-2375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,637 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,637 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,638 INFO [Thread-2367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2367. 2024-11-14T06:56:47,638 DEBUG [Thread-2367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,638 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,638 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,638 INFO [Thread-2371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2371. 2024-11-14T06:56:47,638 DEBUG [Thread-2371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,638 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,638 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,640 INFO [Thread-2373 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2373. 2024-11-14T06:56:47,640 DEBUG [Thread-2373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,640 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,640 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38461 {}] regionserver.HRegion(8855): Flush requested on 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:47,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-14T06:56:47,684 INFO [Thread-2358 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2358. 2024-11-14T06:56:47,684 INFO [Thread-2362 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2362. 2024-11-14T06:56:47,684 DEBUG [Thread-2358 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,684 DEBUG [Thread-2362 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:47,684 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:47,684 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:47,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-14T06:56:47,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,684 INFO [Thread-2360 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2360. 2024-11-14T06:56:47,684 DEBUG [Thread-2360 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:47,684 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:47,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:47,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114769d64b6fc6548148eeef33cd59af793_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742454_1630 (size=12454) 2024-11-14T06:56:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-14T06:56:47,983 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:48,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:48,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114769d64b6fc6548148eeef33cd59af793_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114769d64b6fc6548148eeef33cd59af793_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:48,104 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/207dbe2d2ba24f6ca828d12f46ee1bc4, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:48,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/207dbe2d2ba24f6ca828d12f46ee1bc4 is 175, key is test_row_0/A:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742455_1631 (size=31255) 2024-11-14T06:56:48,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/207dbe2d2ba24f6ca828d12f46ee1bc4 2024-11-14T06:56:48,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/744385fa799c47a9952d3715cde48285 is 50, key is test_row_0/B:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742456_1632 (size=12301) 2024-11-14T06:56:48,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/744385fa799c47a9952d3715cde48285 2024-11-14T06:56:48,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c5ba11e893244eb58c5ac915fec57cdf is 50, key is test_row_0/C:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742457_1633 (size=12301) 2024-11-14T06:56:48,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c5ba11e893244eb58c5ac915fec57cdf 2024-11-14T06:56:48,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/207dbe2d2ba24f6ca828d12f46ee1bc4 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4 2024-11-14T06:56:48,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4, entries=150, sequenceid=419, filesize=30.5 K 2024-11-14T06:56:48,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/744385fa799c47a9952d3715cde48285 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285 2024-11-14T06:56:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285, entries=150, sequenceid=419, filesize=12.0 K 2024-11-14T06:56:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/c5ba11e893244eb58c5ac915fec57cdf as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf 2024-11-14T06:56:48,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf, entries=150, sequenceid=419, filesize=12.0 K 2024-11-14T06:56:48,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=0 B/0 for 6f066501e33be9a0ff71b78fde4b1a03 in 866ms, sequenceid=419, compaction requested=true 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:48,550 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:48,550 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f066501e33be9a0ff71b78fde4b1a03:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T06:56:48,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/B is initiating minor compaction (all files) 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/A is initiating minor compaction (all files) 2024-11-14T06:56:48,551 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/B in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:48,551 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/A in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:48,551 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0a90524a53884384acb3cd4440e01100, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.8 K 2024-11-14T06:56:48,551 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=92.3 K 2024-11-14T06:56:48,551 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. files: [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4] 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a90524a53884384acb3cd4440e01100, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7b45928eb5d478e98d147c9a9b3b189, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:48,551 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting a792731090c344bb9775fc2a05dbbc11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731567405364 2024-11-14T06:56:48,552 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 744385fa799c47a9952d3715cde48285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731567406540 2024-11-14T06:56:48,552 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 727fc73ab65a4b7aa2e406e2bfc3a053, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731567405364 2024-11-14T06:56:48,552 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] compactions.Compactor(225): Compacting 207dbe2d2ba24f6ca828d12f46ee1bc4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731567406540 2024-11-14T06:56:48,556 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:48,557 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#B#compaction#528 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:48,557 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/dec9e2c574464183bacd842c4299f93d is 50, key is test_row_0/B:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,558 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111421b285308cd54bf895948bc6cf199b6d_6f066501e33be9a0ff71b78fde4b1a03 store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:48,561 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111421b285308cd54bf895948bc6cf199b6d_6f066501e33be9a0ff71b78fde4b1a03, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:48,561 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111421b285308cd54bf895948bc6cf199b6d_6f066501e33be9a0ff71b78fde4b1a03 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742458_1634 (size=13187) 2024-11-14T06:56:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742459_1635 (size=4469) 2024-11-14T06:56:48,966 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#A#compaction#529 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:48,968 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/91a3c2abf787411b9bda907c208e5e83 is 175, key is test_row_0/A:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,972 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/dec9e2c574464183bacd842c4299f93d as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dec9e2c574464183bacd842c4299f93d 2024-11-14T06:56:48,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742460_1636 (size=32141) 2024-11-14T06:56:48,976 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/B of 6f066501e33be9a0ff71b78fde4b1a03 into dec9e2c574464183bacd842c4299f93d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:48,976 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:48,976 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/B, priority=13, startTime=1731567408550; duration=0sec 2024-11-14T06:56:48,976 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T06:56:48,976 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:B 2024-11-14T06:56:48,976 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T06:56:48,977 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T06:56:48,977 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1541): 6f066501e33be9a0ff71b78fde4b1a03/C is initiating minor compaction (all files) 2024-11-14T06:56:48,977 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6f066501e33be9a0ff71b78fde4b1a03/C in TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:48,977 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2a660fd928074b77bad487c4c7d2da9e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf] into tmpdir=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp, totalSize=36.8 K 2024-11-14T06:56:48,977 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a660fd928074b77bad487c4c7d2da9e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731567404724 2024-11-14T06:56:48,977 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting 529b2a68ffae429e8451df33b60f28b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731567405364 2024-11-14T06:56:48,978 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ba11e893244eb58c5ac915fec57cdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731567406540 2024-11-14T06:56:48,983 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f066501e33be9a0ff71b78fde4b1a03#C#compaction#530 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T06:56:48,983 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/93884c44b46c46e390008eb0442cc94b is 50, key is test_row_0/C:col10/1731567407682/Put/seqid=0 2024-11-14T06:56:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742461_1637 (size=13187) 2024-11-14T06:56:49,383 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/91a3c2abf787411b9bda907c208e5e83 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/91a3c2abf787411b9bda907c208e5e83 2024-11-14T06:56:49,389 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/A of 6f066501e33be9a0ff71b78fde4b1a03 into 91a3c2abf787411b9bda907c208e5e83(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:49,389 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:49,389 INFO [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/A, priority=13, startTime=1731567408550; duration=0sec 2024-11-14T06:56:49,389 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:49,389 DEBUG [RS:0;20680646cf8a:38461-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:A 2024-11-14T06:56:49,391 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/93884c44b46c46e390008eb0442cc94b as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/93884c44b46c46e390008eb0442cc94b 2024-11-14T06:56:49,395 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6f066501e33be9a0ff71b78fde4b1a03/C of 6f066501e33be9a0ff71b78fde4b1a03 into 93884c44b46c46e390008eb0442cc94b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T06:56:49,395 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6f066501e33be9a0ff71b78fde4b1a03: 2024-11-14T06:56:49,395 INFO [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., storeName=6f066501e33be9a0ff71b78fde4b1a03/C, priority=13, startTime=1731567408550; duration=0sec 2024-11-14T06:56:49,395 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T06:56:49,396 DEBUG [RS:0;20680646cf8a:38461-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f066501e33be9a0ff71b78fde4b1a03:C 2024-11-14T06:56:50,105 INFO [Thread-2364 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2364. 2024-11-14T06:56:50,105 DEBUG [Thread-2364 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:50,105 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,106 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:50,155 INFO [Thread-2356 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2356. 2024-11-14T06:56:50,155 DEBUG [Thread-2356 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T06:56:50,155 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,155 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2839 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2871 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2706 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2836 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2867 2024-11-14T06:56:50,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T06:56:50,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:56:50,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:56:50,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:50,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:50,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T06:56:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:50,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567410163"}]},"ts":"1731567410163"} 2024-11-14T06:56:50,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T06:56:50,164 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T06:56:50,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T06:56:50,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, UNASSIGN}] 2024-11-14T06:56:50,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, UNASSIGN 2024-11-14T06:56:50,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=CLOSING, regionLocation=20680646cf8a,38461,1731567240936 2024-11-14T06:56:50,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, UNASSIGN because future has completed 2024-11-14T06:56:50,169 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T06:56:50,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936}] 2024-11-14T06:56:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:50,322 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:50,322 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T06:56:50,322 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing 6f066501e33be9a0ff71b78fde4b1a03, disabling compactions & flushes 2024-11-14T06:56:50,322 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. after waiting 0 ms 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:50,323 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing 6f066501e33be9a0ff71b78fde4b1a03 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=A 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=B 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f066501e33be9a0ff71b78fde4b1a03, store=C 2024-11-14T06:56:50,323 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T06:56:50,330 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f3883221f6b403f867793d3de643775_6f066501e33be9a0ff71b78fde4b1a03 is 50, key is test_row_0/A:col10/1731567410153/Put/seqid=0 2024-11-14T06:56:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742462_1638 (size=7374) 2024-11-14T06:56:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:50,735 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T06:56:50,738 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f3883221f6b403f867793d3de643775_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f3883221f6b403f867793d3de643775_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:50,739 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/bb4ed2ba8fa64f89b199c6504628121f, store: [table=TestAcidGuarantees family=A region=6f066501e33be9a0ff71b78fde4b1a03] 2024-11-14T06:56:50,740 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/bb4ed2ba8fa64f89b199c6504628121f is 175, key is test_row_0/A:col10/1731567410153/Put/seqid=0 2024-11-14T06:56:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742463_1639 (size=13865) 2024-11-14T06:56:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:51,144 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/bb4ed2ba8fa64f89b199c6504628121f 2024-11-14T06:56:51,154 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/34d131cb8efe4a1aa082b97d0faad0bd is 50, key is test_row_0/B:col10/1731567410153/Put/seqid=0 2024-11-14T06:56:51,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742464_1640 (size=7415) 2024-11-14T06:56:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:51,559 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/34d131cb8efe4a1aa082b97d0faad0bd 2024-11-14T06:56:51,566 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/04a1b3a0567e4b9f81067a183d417ac2 is 50, key is test_row_0/C:col10/1731567410153/Put/seqid=0 2024-11-14T06:56:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742465_1641 (size=7415) 2024-11-14T06:56:51,972 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/04a1b3a0567e4b9f81067a183d417ac2 2024-11-14T06:56:51,979 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/A/bb4ed2ba8fa64f89b199c6504628121f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/bb4ed2ba8fa64f89b199c6504628121f 2024-11-14T06:56:51,984 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/bb4ed2ba8fa64f89b199c6504628121f, entries=50, sequenceid=427, filesize=13.5 K 2024-11-14T06:56:51,985 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/B/34d131cb8efe4a1aa082b97d0faad0bd as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/34d131cb8efe4a1aa082b97d0faad0bd 2024-11-14T06:56:51,988 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/34d131cb8efe4a1aa082b97d0faad0bd, entries=50, sequenceid=427, filesize=7.2 K 2024-11-14T06:56:51,988 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/.tmp/C/04a1b3a0567e4b9f81067a183d417ac2 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/04a1b3a0567e4b9f81067a183d417ac2 2024-11-14T06:56:51,992 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/04a1b3a0567e4b9f81067a183d417ac2, entries=50, sequenceid=427, filesize=7.2 K 2024-11-14T06:56:51,992 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6f066501e33be9a0ff71b78fde4b1a03 in 1669ms, sequenceid=427, compaction requested=false 2024-11-14T06:56:51,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4] to archive 2024-11-14T06:56:51,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:51,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/75b1ccbfd8c04c4fae4550c4c2ea9da7 2024-11-14T06:56:51,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/1c3e86b0513f426ea1900c8607fe2648 2024-11-14T06:56:51,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/8f84797606e24159997ec456d38a7d2c 2024-11-14T06:56:52,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/2954254f5ddc48c79a6df8682cc1fae1 2024-11-14T06:56:52,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13f0d7fc28ac4d3eb664ea953a61f1ad 2024-11-14T06:56:52,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/eae0d12098b9481194d9b57163e36fbf 2024-11-14T06:56:52,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/704a1a9039334dc0bd82d10bfd60eea3 2024-11-14T06:56:52,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/183abaad09454eedbfb75c0711e8e703 2024-11-14T06:56:52,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9dbd9454bc5145179afe9c3694791abc 2024-11-14T06:56:52,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/9edc0450a44e4d489e580900fbd82d7f 2024-11-14T06:56:52,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/49e9bbd90b6f49a29778d08a6a8b27e1 2024-11-14T06:56:52,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/09600ae21d804bfc8ee03930f3bffa94 2024-11-14T06:56:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/dff9bc498802485e90f2a889cb7fdc91 2024-11-14T06:56:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/08f36f85147a4b33b7b4acf04523947c 2024-11-14T06:56:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6ac5e04b3364463aa86176f28eaeb12d 2024-11-14T06:56:52,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/6692ae483bd2402aa57252d818aee9e9 2024-11-14T06:56:52,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c76093408c4346f4852aa1f60d7d545d 2024-11-14T06:56:52,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/e9173478db924743b517e76a647a401e 2024-11-14T06:56:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/722bc624eb4846f5937e106dda29b0a3 2024-11-14T06:56:52,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/13136ff45c8c437b99d608874c5d025a 2024-11-14T06:56:52,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/3a35f6d221e948d890d327089936b473 2024-11-14T06:56:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a6323096daad4febb06980be81a79a06 2024-11-14T06:56:52,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/a9dec86f961a4bf0bee6d3ec69e1998d 2024-11-14T06:56:52,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/c7b45928eb5d478e98d147c9a9b3b189 2024-11-14T06:56:52,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/727fc73ab65a4b7aa2e406e2bfc3a053 2024-11-14T06:56:52,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/207dbe2d2ba24f6ca828d12f46ee1bc4 2024-11-14T06:56:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ae67109a1d87464981dc8d59adae639d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d274437e81bd4b7086155c86d9d1072d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dcdf5b9750774a5f987f83efc92a5670, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/c1c9b19943c94285a83aaf637d72b537, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a0793e71b93c4f5380efe487f9273a6a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6528edd88ac944839f77d00ffbe16d06, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0a90524a53884384acb3cd4440e01100, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285] to archive 2024-11-14T06:56:52,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:52,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/618287c6aab34345aa1092d6322196ba 2024-11-14T06:56:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/eef8e353affa430193fdb1ca0529e427 2024-11-14T06:56:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6ec044e14e4740008e06b2d1574635f2 2024-11-14T06:56:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ae67109a1d87464981dc8d59adae639d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ae67109a1d87464981dc8d59adae639d 2024-11-14T06:56:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ee50fce922924fa0a844f6d0bd0fc6e6 2024-11-14T06:56:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/e7cc1069a42a4fc38f6474affa0364aa 2024-11-14T06:56:52,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ea2afb30007d445aa951d1ed19159a85 2024-11-14T06:56:52,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d274437e81bd4b7086155c86d9d1072d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d274437e81bd4b7086155c86d9d1072d 2024-11-14T06:56:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/d1d7d6c2d5b74c4b9881f21fbf0a5f24 2024-11-14T06:56:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/08d418c11b6d4f86bd5435dc18098ecc 2024-11-14T06:56:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dcdf5b9750774a5f987f83efc92a5670 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dcdf5b9750774a5f987f83efc92a5670 2024-11-14T06:56:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6c70ce67d1994fb38e55500a80c80562 2024-11-14T06:56:52,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0dddfbe7ab874d7aa21c167e171537d2 2024-11-14T06:56:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/c1c9b19943c94285a83aaf637d72b537 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/c1c9b19943c94285a83aaf637d72b537 2024-11-14T06:56:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/ceae87e35d6042aca239bc9ca3fb04e5 2024-11-14T06:56:52,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/81417c03a6574b9d90eae1674e30ea42 2024-11-14T06:56:52,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a0793e71b93c4f5380efe487f9273a6a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a0793e71b93c4f5380efe487f9273a6a 2024-11-14T06:56:52,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8c9dc3fc2f9d4053a46a09134f5d84a0 2024-11-14T06:56:52,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b8f2ec8f1c75473c9077bba854f3d640 2024-11-14T06:56:52,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6528edd88ac944839f77d00ffbe16d06 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/6528edd88ac944839f77d00ffbe16d06 2024-11-14T06:56:52,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/8ddf47a39ba94bceab6677a532061c4c 2024-11-14T06:56:52,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/b2db330320794c05a40b7e74deaf585d 2024-11-14T06:56:52,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0a90524a53884384acb3cd4440e01100 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/0a90524a53884384acb3cd4440e01100 2024-11-14T06:56:52,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a3b4a1193d694478ab4d745e351bed49 2024-11-14T06:56:52,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/a792731090c344bb9775fc2a05dbbc11 2024-11-14T06:56:52,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/744385fa799c47a9952d3715cde48285 2024-11-14T06:56:52,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/a4f5d8725c1343cbbf3b33631b9e4e4c, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/99723a176b1a4d2096fe0c5f02f3b58a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/dcecc16afef54f8bb82492572e995baf, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/eefa7ef33ec743399d8b718ac99b6fcc, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/8bbb8514bf43490d95f68920a48ce88b, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2a660fd928074b77bad487c4c7d2da9e, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf] to archive 2024-11-14T06:56:52,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T06:56:52,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/67e15d4fe27b41a984e0eb8f35b00193 2024-11-14T06:56:52,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e95f82c77b944076b51e7ace65e2e7dc 2024-11-14T06:56:52,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/15c221cfa8104fc98bedc1b4500ba1d6 2024-11-14T06:56:52,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/a4f5d8725c1343cbbf3b33631b9e4e4c to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/a4f5d8725c1343cbbf3b33631b9e4e4c 2024-11-14T06:56:52,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/39bafaeb2e2f437a91e419df4b78de7d 2024-11-14T06:56:52,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/b14438fa966047099a87107eb52e6ab3 2024-11-14T06:56:52,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2fdbbfe31a604d7fbd79a9565e18d330 2024-11-14T06:56:52,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/99723a176b1a4d2096fe0c5f02f3b58a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/99723a176b1a4d2096fe0c5f02f3b58a 2024-11-14T06:56:52,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/d9fa0c4d3319469786d058dfa3b00cf3 2024-11-14T06:56:52,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/07e81f4844ed42e4bd5e33d5c187b329 2024-11-14T06:56:52,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/dcecc16afef54f8bb82492572e995baf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/dcecc16afef54f8bb82492572e995baf 2024-11-14T06:56:52,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2b1163f91d04434a914336360c864757 2024-11-14T06:56:52,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/cccb167356794752b9c9162b8ce51e70 2024-11-14T06:56:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/eefa7ef33ec743399d8b718ac99b6fcc to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/eefa7ef33ec743399d8b718ac99b6fcc 2024-11-14T06:56:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/aa14a10035c240fa9e6f8fe16469b70b 2024-11-14T06:56:52,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/4152c1d5cf6f41c0b3daf318a27fb60f 2024-11-14T06:56:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/8bbb8514bf43490d95f68920a48ce88b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/8bbb8514bf43490d95f68920a48ce88b 2024-11-14T06:56:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/33364249205d4eb78ba99fdc9a9a030a 2024-11-14T06:56:52,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e1e037fcd7bb4e469ea7b635c054daec 2024-11-14T06:56:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/6ccdfe8500a14516bb1ab4c0b3d9ee4f 2024-11-14T06:56:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/e972e8f832864710a461a8fe1d43cff0 2024-11-14T06:56:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c86a8384bf374b318e4bf73005f60b38 2024-11-14T06:56:52,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2a660fd928074b77bad487c4c7d2da9e to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/2a660fd928074b77bad487c4c7d2da9e 2024-11-14T06:56:52,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/417b67a766a542d5a983308cc18a4fe5 2024-11-14T06:56:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/529b2a68ffae429e8451df33b60f28b9 2024-11-14T06:56:52,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/c5ba11e893244eb58c5ac915fec57cdf 2024-11-14T06:56:52,080 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=4 2024-11-14T06:56:52,081 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. 2024-11-14T06:56:52,081 DEBUG [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for 6f066501e33be9a0ff71b78fde4b1a03: Waiting for close lock at 1731567410322Running coprocessor pre-close hooks at 1731567410322Disabling compacts and flushes for region at 1731567410322Disabling writes for close at 1731567410323 (+1 ms)Obtaining lock to block concurrent updates at 1731567410323Preparing flush snapshotting stores in 6f066501e33be9a0ff71b78fde4b1a03 at 1731567410323Finished memstore snapshotting TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731567410324 (+1 ms)Flushing stores of TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03. at 1731567410324Flushing 6f066501e33be9a0ff71b78fde4b1a03/A: creating writer at 1731567410324Flushing mob file 6f066501e33be9a0ff71b78fde4b1a03/A: appending metadata at 1731567410330 (+6 ms)Flushing mob file 6f066501e33be9a0ff71b78fde4b1a03/A: closing flushed file at 1731567410330Flushing 6f066501e33be9a0ff71b78fde4b1a03/A: appending metadata at 1731567410739 (+409 ms)Flushing 6f066501e33be9a0ff71b78fde4b1a03/A: closing flushed file at 1731567410739Flushing 6f066501e33be9a0ff71b78fde4b1a03/B: creating writer at 1731567411150 (+411 ms)Flushing 6f066501e33be9a0ff71b78fde4b1a03/B: appending metadata at 1731567411153 (+3 ms)Flushing 6f066501e33be9a0ff71b78fde4b1a03/B: closing flushed file at 1731567411153Flushing 6f066501e33be9a0ff71b78fde4b1a03/C: creating writer at 1731567411563 (+410 ms)Flushing 6f066501e33be9a0ff71b78fde4b1a03/C: appending metadata at 1731567411566 (+3 ms)Flushing 6f066501e33be9a0ff71b78fde4b1a03/C: closing flushed file at 1731567411566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283f5aba: reopening flushed file at 1731567411978 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3586b869: reopening flushed file at 1731567411984 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19815e0: reopening flushed file at 1731567411988 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6f066501e33be9a0ff71b78fde4b1a03 in 1669ms, sequenceid=427, compaction requested=false at 1731567411992 (+4 ms)Writing region close event to WAL at 1731567412077 (+85 ms)Running coprocessor post-close hooks at 1731567412081 (+4 ms)Closed at 1731567412081 2024-11-14T06:56:52,084 INFO [RS_CLOSE_REGION-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed 6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=6f066501e33be9a0ff71b78fde4b1a03, regionState=CLOSED 2024-11-14T06:56:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 because future has completed 2024-11-14T06:56:52,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-14T06:56:52,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure 6f066501e33be9a0ff71b78fde4b1a03, server=20680646cf8a,38461,1731567240936 in 1.9180 sec 2024-11-14T06:56:52,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-14T06:56:52,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f066501e33be9a0ff71b78fde4b1a03, UNASSIGN in 1.9230 sec 2024-11-14T06:56:52,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-14T06:56:52,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-14T06:56:52,096 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731567412096"}]},"ts":"1731567412096"} 2024-11-14T06:56:52,097 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T06:56:52,097 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T06:56:52,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-14T06:56:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-14T06:56:52,313 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:52,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T06:56:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,318 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T06:56:52,320 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,324 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,328 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C, FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits] 2024-11-14T06:56:52,331 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/91a3c2abf787411b9bda907c208e5e83 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/91a3c2abf787411b9bda907c208e5e83 2024-11-14T06:56:52,333 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/bb4ed2ba8fa64f89b199c6504628121f to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/A/bb4ed2ba8fa64f89b199c6504628121f 2024-11-14T06:56:52,337 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/34d131cb8efe4a1aa082b97d0faad0bd to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/34d131cb8efe4a1aa082b97d0faad0bd 2024-11-14T06:56:52,339 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dec9e2c574464183bacd842c4299f93d to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/B/dec9e2c574464183bacd842c4299f93d 2024-11-14T06:56:52,343 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/04a1b3a0567e4b9f81067a183d417ac2 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/04a1b3a0567e4b9f81067a183d417ac2 2024-11-14T06:56:52,345 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/93884c44b46c46e390008eb0442cc94b to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/C/93884c44b46c46e390008eb0442cc94b 2024-11-14T06:56:52,349 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits/430.seqid to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03/recovered.edits/430.seqid 2024-11-14T06:56:52,349 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/default/TestAcidGuarantees/6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,350 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T06:56:52,350 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:56:52,351 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T06:56:52,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114360cbb949279485181df83989e707c2f_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114360cbb949279485181df83989e707c2f_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,355 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c98783dbb9c4307a48f9aee3bdd057f_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c98783dbb9c4307a48f9aee3bdd057f_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444aa88c12ab94f0f97ff6c0ca33234f6_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444aa88c12ab94f0f97ff6c0ca33234f6_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,359 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459be08697e3e4da68bf8e4d4aede9327_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111459be08697e3e4da68bf8e4d4aede9327_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705a2c94c75f41a6b14b471755c4761d_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114705a2c94c75f41a6b14b471755c4761d_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471d156dba3324be3a33d31816e3ecfee_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111471d156dba3324be3a33d31816e3ecfee_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,364 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114769d64b6fc6548148eeef33cd59af793_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114769d64b6fc6548148eeef33cd59af793_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a9005c97dff4313b5628e73d47acf52_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148a9005c97dff4313b5628e73d47acf52_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e45eb51c12d4bdba966f0e31753d1ba_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148e45eb51c12d4bdba966f0e31753d1ba_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,368 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a9f6d47995a4de19f30db93272438d8_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149a9f6d47995a4de19f30db93272438d8_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f3883221f6b403f867793d3de643775_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f3883221f6b403f867793d3de643775_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,370 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1f8e91a4b6845c791764a7c30a6679e_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a1f8e91a4b6845c791764a7c30a6679e_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a27d8ba3f32c4b5b931e7940f81b973e_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a27d8ba3f32c4b5b931e7940f81b973e_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114adcdfb9ae0594f16b6fa07c2679c4f31_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114adcdfb9ae0594f16b6fa07c2679c4f31_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bf35dff1c5e241069562e127e9aabbb1_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114bf35dff1c5e241069562e127e9aabbb1_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1da8c4609284016ae16ff6a88a56f31_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1da8c4609284016ae16ff6a88a56f31_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c4a30857f42d4cbd89592c3dca8ad363_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c4a30857f42d4cbd89592c3dca8ad363_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e01f36b91e5143a8bca6a4f8762f3f1b_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e01f36b91e5143a8bca6a4f8762f3f1b_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,378 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e5b7fd8ccc4146f1a0548025190e89ba_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e5b7fd8ccc4146f1a0548025190e89ba_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5cdba6550d463599c3321ab7032af1_6f066501e33be9a0ff71b78fde4b1a03 to hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ec5cdba6550d463599c3321ab7032af1_6f066501e33be9a0ff71b78fde4b1a03 2024-11-14T06:56:52,380 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T06:56:52,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,386 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T06:56:52,388 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T06:56:52,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T06:56:52,390 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731567412389"}]},"ts":"9223372036854775807"} 2024-11-14T06:56:52,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T06:56:52,392 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6f066501e33be9a0ff71b78fde4b1a03, NAME => 'TestAcidGuarantees,,1731567384496.6f066501e33be9a0ff71b78fde4b1a03.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T06:56:52,392 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T06:56:52,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731567412392"}]},"ts":"9223372036854775807"} 2024-11-14T06:56:52,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T06:56:52,395 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T06:56:52,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-14T06:56:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-14T06:56:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T06:56:52,422 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T06:56:52,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2108 (was 2668) 2024-11-14T06:56:52,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T06:56:52,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:56:52,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:56:52,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:52,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:52,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T06:56:52,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T06:56:52,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-11-14T06:56:52,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=20680646cf8a,45465,1731567240347 2024-11-14T06:56:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:56:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T06:56:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:56:52,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:56:52,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:56:52,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T06:56:52,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:56:52,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T06:56:52,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:56:52,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:52,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '20680646cf8a,38461,1731567240936' ***** 2024-11-14T06:56:52,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T06:56:52,437 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T06:56:52,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T06:56:52,438 INFO [RS:0;20680646cf8a:38461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T06:56:52,438 INFO [RS:0;20680646cf8a:38461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T06:56:52,438 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(959): stopping server 20680646cf8a,38461,1731567240936 2024-11-14T06:56:52,438 INFO [RS:0;20680646cf8a:38461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:56:52,438 INFO [RS:0;20680646cf8a:38461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;20680646cf8a:38461. 2024-11-14T06:56:52,438 DEBUG [RS:0;20680646cf8a:38461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T06:56:52,438 DEBUG [RS:0;20680646cf8a:38461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:52,439 INFO [RS:0;20680646cf8a:38461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T06:56:52,439 INFO [RS:0;20680646cf8a:38461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T06:56:52,439 INFO [RS:0;20680646cf8a:38461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T06:56:52,439 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T06:56:52,439 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T06:56:52,439 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T06:56:52,440 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:52,440 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T06:56:52,440 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T06:56:52,440 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T06:56:52,440 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T06:56:52,440 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T06:56:52,440 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T06:56:52,458 INFO [regionserver/20680646cf8a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:56:52,464 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/info/1e946a25f87f49008c9aa80fb4ce57b9 is 95, key is TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15./info:/1731567273652/DeleteFamily/seqid=0 2024-11-14T06:56:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742466_1642 (size=6514) 2024-11-14T06:56:52,640 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:52,840 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:52,868 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/info/1e946a25f87f49008c9aa80fb4ce57b9 2024-11-14T06:56:52,868 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T06:56:52,868 INFO [regionserver/20680646cf8a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T06:56:52,895 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/ns/ffb5a646c38f4be5bb31ff8a09de4d73 is 93, key is TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15./ns:/1731567273607/DeleteFamily/seqid=0 2024-11-14T06:56:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742467_1643 (size=5906) 2024-11-14T06:56:53,041 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:53,241 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:53,298 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/ns/ffb5a646c38f4be5bb31ff8a09de4d73 2024-11-14T06:56:53,323 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/a4a66da3140049b9ae9b4484b5bc1659 is 102, key is TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15./rep_barrier:/1731567273607/DeleteFamily/seqid=0 2024-11-14T06:56:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742468_1644 (size=6025) 2024-11-14T06:56:53,441 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:53,641 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:53,726 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/a4a66da3140049b9ae9b4484b5bc1659 2024-11-14T06:56:53,750 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/table/c15fa9c5d491488c931ceee28c0bb50f is 96, key is TestAcidGuarantees,,1731567245380.6994d1e68af0a8684ca2609b1acc7a15./table:/1731567273607/DeleteFamily/seqid=0 2024-11-14T06:56:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742469_1645 (size=5936) 2024-11-14T06:56:53,842 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:54,042 DEBUG [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T06:56:54,153 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/table/c15fa9c5d491488c931ceee28c0bb50f 2024-11-14T06:56:54,157 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/info/1e946a25f87f49008c9aa80fb4ce57b9 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/info/1e946a25f87f49008c9aa80fb4ce57b9 2024-11-14T06:56:54,159 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/info/1e946a25f87f49008c9aa80fb4ce57b9, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T06:56:54,160 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/ns/ffb5a646c38f4be5bb31ff8a09de4d73 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/ns/ffb5a646c38f4be5bb31ff8a09de4d73 2024-11-14T06:56:54,162 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/ns/ffb5a646c38f4be5bb31ff8a09de4d73, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T06:56:54,163 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/rep_barrier/a4a66da3140049b9ae9b4484b5bc1659 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/rep_barrier/a4a66da3140049b9ae9b4484b5bc1659 2024-11-14T06:56:54,165 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/rep_barrier/a4a66da3140049b9ae9b4484b5bc1659, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T06:56:54,166 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/.tmp/table/c15fa9c5d491488c931ceee28c0bb50f as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/table/c15fa9c5d491488c931ceee28c0bb50f 2024-11-14T06:56:54,168 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/table/c15fa9c5d491488c931ceee28c0bb50f, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T06:56:54,169 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false 2024-11-14T06:56:54,172 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T06:56:54,173 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T06:56:54,173 INFO [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T06:56:54,173 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731567412439Running coprocessor pre-close hooks at 1731567412440 (+1 ms)Disabling compacts and flushes for region at 1731567412440Disabling writes for close at 1731567412440Obtaining lock to block concurrent updates at 1731567412440Preparing flush snapshotting stores in 1588230740 at 1731567412440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731567412441 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731567412441Flushing 1588230740/info: creating writer at 1731567412442 (+1 ms)Flushing 1588230740/info: appending metadata at 1731567412463 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731567412463Flushing 1588230740/ns: creating writer at 1731567412877 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731567412894 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731567412894Flushing 1588230740/rep_barrier: creating writer at 1731567413301 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731567413322 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731567413322Flushing 1588230740/table: creating writer at 1731567413733 (+411 ms)Flushing 1588230740/table: appending metadata at 1731567413750 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731567413750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4488fa40: reopening flushed file at 1731567414156 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d12bd: reopening flushed file at 1731567414160 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49877b2c: reopening flushed file at 1731567414162 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca8fb6a: reopening flushed file at 1731567414165 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false at 1731567414169 (+4 ms)Writing region close event to WAL at 1731567414170 (+1 ms)Running coprocessor post-close hooks at 1731567414172 (+2 ms)Closed at 1731567414173 (+1 ms) 2024-11-14T06:56:54,173 DEBUG [RS_CLOSE_META-regionserver/20680646cf8a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T06:56:54,242 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(976): stopping server 20680646cf8a,38461,1731567240936; all regions closed. 2024-11-14T06:56:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741834_1010 (size=25344) 2024-11-14T06:56:54,253 DEBUG [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/oldWALs 2024-11-14T06:56:54,254 INFO [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C38461%2C1731567240936.meta:.meta(num 1731567244961) 2024-11-14T06:56:54,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741832_1008 (size=17218075) 2024-11-14T06:56:54,259 DEBUG [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/oldWALs 2024-11-14T06:56:54,259 INFO [RS:0;20680646cf8a:38461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 20680646cf8a%2C38461%2C1731567240936:(num 1731567244032) 2024-11-14T06:56:54,259 DEBUG [RS:0;20680646cf8a:38461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T06:56:54,260 INFO [RS:0;20680646cf8a:38461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T06:56:54,260 INFO [RS:0;20680646cf8a:38461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:56:54,260 INFO [RS:0;20680646cf8a:38461 {}] hbase.ChoreService(370): Chore service for: regionserver/20680646cf8a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T06:56:54,260 INFO [RS:0;20680646cf8a:38461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:56:54,260 INFO [regionserver/20680646cf8a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:56:54,262 INFO [RS:0;20680646cf8a:38461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38461 2024-11-14T06:56:54,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/20680646cf8a,38461,1731567240936 2024-11-14T06:56:54,268 INFO [RS:0;20680646cf8a:38461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:56:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T06:56:54,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [20680646cf8a,38461,1731567240936] 2024-11-14T06:56:54,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/20680646cf8a,38461,1731567240936 already deleted, retry=false 2024-11-14T06:56:54,271 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 20680646cf8a,38461,1731567240936 expired; onlineServers=0 2024-11-14T06:56:54,271 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '20680646cf8a,45465,1731567240347' ***** 2024-11-14T06:56:54,271 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T06:56:54,271 INFO [M:0;20680646cf8a:45465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T06:56:54,271 INFO [M:0;20680646cf8a:45465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T06:56:54,271 DEBUG [M:0;20680646cf8a:45465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T06:56:54,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T06:56:54,272 DEBUG [M:0;20680646cf8a:45465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T06:56:54,272 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731567243693 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.large.0-1731567243693,5,FailOnTimeoutGroup] 2024-11-14T06:56:54,272 DEBUG [master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731567243694 {}] cleaner.HFileCleaner(306): Exit Thread[master/20680646cf8a:0:becomeActiveMaster-HFileCleaner.small.0-1731567243694,5,FailOnTimeoutGroup] 2024-11-14T06:56:54,272 INFO [M:0;20680646cf8a:45465 {}] hbase.ChoreService(370): Chore service for: master/20680646cf8a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T06:56:54,272 INFO [M:0;20680646cf8a:45465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T06:56:54,272 DEBUG [M:0;20680646cf8a:45465 {}] master.HMaster(1795): Stopping service threads 2024-11-14T06:56:54,272 INFO [M:0;20680646cf8a:45465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T06:56:54,272 INFO [M:0;20680646cf8a:45465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T06:56:54,272 ERROR [M:0;20680646cf8a:45465 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41621,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T06:56:54,273 INFO [M:0;20680646cf8a:45465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T06:56:54,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T06:56:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T06:56:54,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T06:56:54,274 DEBUG [M:0;20680646cf8a:45465 {}] zookeeper.ZKUtil(347): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T06:56:54,274 WARN [M:0;20680646cf8a:45465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T06:56:54,274 INFO [M:0;20680646cf8a:45465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/.lastflushedseqids 2024-11-14T06:56:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742470_1646 (size=72) 2024-11-14T06:56:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:56:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38461-0x1003d029de40001, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:56:54,372 INFO [RS:0;20680646cf8a:38461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:56:54,372 INFO [RS:0;20680646cf8a:38461 {}] regionserver.HRegionServer(1031): Exiting; stopping=20680646cf8a,38461,1731567240936; zookeeper connection closed. 2024-11-14T06:56:54,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2879342 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2879342 2024-11-14T06:56:54,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T06:56:54,686 INFO [M:0;20680646cf8a:45465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T06:56:54,686 INFO [M:0;20680646cf8a:45465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T06:56:54,686 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T06:56:54,686 INFO [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:56:54,686 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:56:54,686 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T06:56:54,686 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:56:54,686 INFO [M:0;20680646cf8a:45465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=792.80 KB heapSize=971.93 KB 2024-11-14T06:56:54,707 DEBUG [M:0;20680646cf8a:45465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cad52e7d37448988300cd26672658dc is 82, key is hbase:meta,,1/info:regioninfo/1731567245043/Put/seqid=0 2024-11-14T06:56:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742471_1647 (size=5672) 2024-11-14T06:56:55,115 INFO [M:0;20680646cf8a:45465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2214 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cad52e7d37448988300cd26672658dc 2024-11-14T06:56:55,138 DEBUG [M:0;20680646cf8a:45465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8786e76b1ac447a8aa2088a93a85adba is 2480, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1731567276857/Put/seqid=0 2024-11-14T06:56:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742472_1648 (size=46476) 2024-11-14T06:56:55,543 INFO [M:0;20680646cf8a:45465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792.24 KB at sequenceid=2214 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8786e76b1ac447a8aa2088a93a85adba 2024-11-14T06:56:55,549 INFO [M:0;20680646cf8a:45465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8786e76b1ac447a8aa2088a93a85adba 2024-11-14T06:56:55,568 DEBUG [M:0;20680646cf8a:45465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67cabf27437e4a77a6f625d8d8364179 is 69, key is 20680646cf8a,38461,1731567240936/rs:state/1731567243796/Put/seqid=0 2024-11-14T06:56:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073742473_1649 (size=5156) 2024-11-14T06:56:55,972 INFO [M:0;20680646cf8a:45465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2214 (bloomFilter=true), to=hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67cabf27437e4a77a6f625d8d8364179 2024-11-14T06:56:55,977 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cad52e7d37448988300cd26672658dc as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cad52e7d37448988300cd26672658dc 2024-11-14T06:56:55,982 INFO [M:0;20680646cf8a:45465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cad52e7d37448988300cd26672658dc, entries=8, sequenceid=2214, filesize=5.5 K 2024-11-14T06:56:55,983 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8786e76b1ac447a8aa2088a93a85adba as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8786e76b1ac447a8aa2088a93a85adba 2024-11-14T06:56:55,989 INFO [M:0;20680646cf8a:45465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8786e76b1ac447a8aa2088a93a85adba 2024-11-14T06:56:55,989 INFO [M:0;20680646cf8a:45465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8786e76b1ac447a8aa2088a93a85adba, entries=176, sequenceid=2214, filesize=45.4 K 2024-11-14T06:56:55,989 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67cabf27437e4a77a6f625d8d8364179 as hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67cabf27437e4a77a6f625d8d8364179 2024-11-14T06:56:55,993 INFO [M:0;20680646cf8a:45465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41621/user/jenkins/test-data/75cc72b4-e04d-2b5b-d830-5748a7da4a2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67cabf27437e4a77a6f625d8d8364179, entries=1, sequenceid=2214, filesize=5.0 K 2024-11-14T06:56:55,994 INFO [M:0;20680646cf8a:45465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~792.80 KB/811823, heapSize ~971.63 KB/994952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2214, compaction requested=false 2024-11-14T06:56:55,995 INFO [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T06:56:55,995 DEBUG [M:0;20680646cf8a:45465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731567414686Disabling compacts and flushes for region at 1731567414686Disabling writes for close at 1731567414686Obtaining lock to block concurrent updates at 1731567414686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731567414686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=811823, getHeapSize=995192, getOffHeapSize=0, getCellsCount=2415 at 1731567414687 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731567414688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731567414688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731567414706 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731567414706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731567415119 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731567415137 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731567415137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731567415549 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731567415568 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731567415568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581e0211: reopening flushed file at 1731567415976 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a6b64b: reopening flushed file at 1731567415982 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7c45b3: reopening flushed file at 1731567415989 (+7 ms)Finished flush of dataSize ~792.80 KB/811823, heapSize ~971.63 KB/994952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2214, compaction requested=false at 1731567415994 (+5 ms)Writing region close event to WAL at 1731567415995 (+1 ms)Closed at 1731567415995 2024-11-14T06:56:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40849 is added to blk_1073741830_1006 (size=956956) 2024-11-14T06:56:55,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T06:56:55,998 INFO [M:0;20680646cf8a:45465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T06:56:55,998 INFO [M:0;20680646cf8a:45465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45465 2024-11-14T06:56:55,998 INFO [M:0;20680646cf8a:45465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T06:56:56,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:56:56,099 INFO [M:0;20680646cf8a:45465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T06:56:56,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45465-0x1003d029de40000, quorum=127.0.0.1:60014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T06:56:56,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T06:56:56,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:56:56,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:56:56,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:56:56,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.log.dir/,STOPPED} 2024-11-14T06:56:56,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T06:56:56,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T06:56:56,111 WARN [BP-1745568158-172.17.0.2-1731567237702 heartbeating to localhost/127.0.0.1:41621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T06:56:56,111 WARN [BP-1745568158-172.17.0.2-1731567237702 heartbeating to localhost/127.0.0.1:41621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745568158-172.17.0.2-1731567237702 (Datanode Uuid a3563584-48be-4b90-9c06-f9704d014efd) service to localhost/127.0.0.1:41621 2024-11-14T06:56:56,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/data/data1/current/BP-1745568158-172.17.0.2-1731567237702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:56:56,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/cluster_00109b23-3db5-461f-1018-9d31c8df9392/data/data2/current/BP-1745568158-172.17.0.2-1731567237702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T06:56:56,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T06:56:56,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T06:56:56,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T06:56:56,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T06:56:56,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T06:56:56,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0fe050e4-b780-9b65-3721-99cf7386cece/hadoop.log.dir/,STOPPED} 2024-11-14T06:56:56,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T06:56:56,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down